-- Logs begin at Wed 2021-10-27 04:45:56 UTC, end at Wed 2021-10-27 05:41:52 UTC. -- Oct 27 05:15:23.592603 dv-cinder-815461-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 05:15:26.330984 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.common.config [-] Logging enabled! Oct 27 05:15:26.331612 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 05:15:26.331708 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 05:15:26.334892 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.common.config [-] Logging enabled! Oct 27 05:15:26.335187 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev116 Oct 27 05:15:26.335530 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 05:15:26.336470 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 05:15:26.336708 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 05:15:26.337079 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 05:15:26.337327 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 05:15:26.337649 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 05:15:26.337982 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.338287 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.338590 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.338824 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.339151 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.339450 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.339739 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.340034 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.340334 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.340624 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.340910 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.341196 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.341430 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.341711 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.342003 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.342295 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.342521 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] debug = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.342803 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.343275 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.343704 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.343996 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.344295 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.344580 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.344855 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.345141 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.345430 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.345764 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] host = dv-cinder-815461-4-smb {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.346048 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.346340 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.346630 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.346924 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.347236 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.347517 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.347805 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.348082 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.348357 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.348637 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.348929 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.349219 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.349513 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.349740 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.349966 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.350261 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.350552 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.350832 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.351668 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.351950 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.352228 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.352510 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.352784 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.353074 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.353363 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.353653 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.353933 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.354212 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.354488 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.354765 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.355070 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.355359 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.355636 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.355915 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.356205 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.356480 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.356759 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.357070 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.357361 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.357648 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.357939 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.358219 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.358508 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.359036 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.359349 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.359628 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] use_json = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.359906 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.360184 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.360470 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.360748 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.361026 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.361305 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.361580 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.361870 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:26.362173 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.362476 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.362785 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.363076 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.363412 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.363699 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.363993 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.364275 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.364569 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.364860 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.365153 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.365439 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.365732 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.366018 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.366318 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.367301 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.367610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.367912 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.368196 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.368481 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.368763 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.369049 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.369349 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.369637 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.369934 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.370232 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.370520 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.370812 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.371131 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.371435 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.371717 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.372005 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.372304 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.372589 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.372868 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.373152 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.373448 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.373735 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.374015 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.374306 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.374591 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.374871 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.375177 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.375464 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.375761 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.376046 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.376321 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.376598 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.376881 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.377165 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.377453 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.377737 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.378015 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.378292 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.378575 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.378854 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.379154 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.379439 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.379717 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.379997 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.380274 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.380549 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.380825 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.381100 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.381373 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.381648 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.381922 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.382228 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.382509 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.382786 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.383064 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.383363 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.383640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.383932 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.384235 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.384517 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.384800 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.385083 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.385362 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.385643 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.385923 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.386206 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.386489 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.386767 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.387062 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.387377 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.387668 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.387956 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.388240 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.388568 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.388852 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.389139 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.389422 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.389705 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.389994 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.390281 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.390578 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.390873 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.391203 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.391499 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.391797 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.392083 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.392395 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.392678 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:26.392898 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 05:15:26.393140 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101240) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 05:15:26.825999 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 05:15:26.826277 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 05:15:26.826569 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 05:15:26.826906 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 05:15:27.149525 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.149814 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.150090 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.151328 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.151607 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.151883 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.186868 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.187173 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.187448 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.202547 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.202832 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.203125 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.233231 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.233514 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.234032 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.270215 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.270499 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.270773 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.507312 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.507932 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.507932 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.508094 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.508738 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.636634 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.636958 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.637249 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.637525 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.637796 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.638113 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.638375 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.638635 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.638892 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.639203 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.639468 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.639734 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.639992 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.640248 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.640507 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.640773 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.641031 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.641298 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.641569 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.641828 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.642099 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.642356 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.642640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.643021 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.643296 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.643545 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.643938 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:27.644180 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:27.644417 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:27.644655 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:27.644893 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:27.645130 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:27.645491 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 05:15:27.649243 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 05:15:27.653352 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 05:15:27.657327 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 27 05:15:27.658975 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 05:15:27.659462 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 05:15:27.659805 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 05:15:27.660192 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 05:15:27.663114 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 05:15:27.663965 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 05:15:27.664319 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 05:15:27.669600 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 05:15:27.692002 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 05:15:27.692456 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.692755 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101240) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 05:15:27.693121 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.694509 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101240) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 05:15:27.694815 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 05:15:27.695067 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 05:15:27.698302 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.698588 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:27.762313 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 05:15:27.762499 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 05:15:27.762737 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 05:15:27.763140 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 05:15:27.786227 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_db.sqlalchemy.engines [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101240) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 05:15:28.314782 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing driver for type 'gre' Oct 27 05:15:28.315361 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] gre ID ranges: [(1, 1000)] Oct 27 05:15:28.365838 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing driver for type 'local' Oct 27 05:15:28.366260 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing driver for type 'vlan' Oct 27 05:15:28.379757 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] VlanTypeDriver initialization complete Oct 27 05:15:28.380040 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing driver for type 'vxlan' Oct 27 05:15:28.380545 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] vxlan ID ranges: [(1, 1000)] Oct 27 05:15:28.429730 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing extension driver 'port_security' Oct 27 05:15:28.430018 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.extensions.port_security [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] PortSecurityExtensionDriver initialization complete Oct 27 05:15:28.430380 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing mechanism driver 'openvswitch' Oct 27 05:15:28.430716 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing mechanism driver 'hyperv' Oct 27 05:15:28.437340 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.plugin [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:15:28.438181 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.438562 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.438918 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.439471 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101240) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:15:28.439912 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.440265 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.440611 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.441015 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101240) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:15:28.441427 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.441775 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.442117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.442507 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101240) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:15:28.442931 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > security_group after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.443307 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > security_group after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.443651 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.444042 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101240) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:15:28.444466 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.444902 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.445242 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.445639 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101240) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:15:28.446056 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > address_group after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.446402 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > address_group after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.446761 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.447167 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101240) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 05:15:28.447558 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] ML2 OVO RPC backend initialized. {{(pid=101240) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 05:15:28.448270 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.448625 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.449043 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.449391 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > networks before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.449747 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.450090 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > ports before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.450434 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.450776 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnets before_response 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.451138 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.451480 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.451813 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.452149 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.452486 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.452824 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.453158 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.453493 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.453823 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.454412 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.plugin [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Modular L2 Plugin initialization complete Oct 27 05:15:28.454740 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading services supported by the core plugin {{(pid=101240) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 05:15:28.455074 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.plugins.ml2.managers [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Got port-security extension from driver 'port_security' Oct 27 05:15:28.455560 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.extensions.vlantransparent [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Disabled vlantransparent extension. Oct 27 05:15:28.456047 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101240) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 05:15:28.456368 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: router Oct 27 05:15:28.493219 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.493612 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_create 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.493986 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router before_create 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.494354 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.494728 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.495106 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_delete 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.495469 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.495942 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.496306 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_create 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.496656 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_update 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.497005 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_update 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.497357 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.497719 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_update 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.498133 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.498506 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.498848 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.499218 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: subnet after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.499567 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.499922 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.500269 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.500611 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.500951 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.501308 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router after_update 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.501650 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.502002 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.502360 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.502704 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.503067 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > agent after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.503445 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > agent after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.503789 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > network after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.504645 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Tracking information for resource: router configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:28.504976 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Tracking information for resource: floatingip configured {{(pid=101240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 05:15:28.509950 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.db.l3_agentschedulers_db [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 05:15:28.510529 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.510889 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port after_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.511278 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port after_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.511631 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: port after_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.512422 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router before_create 55550100 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.512786 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.513149 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_create 55550100 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.513504 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > router precommit_update 55550100 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.518439 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.provider_configuration [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service providers = [] {{(pid=101240) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 05:15:28.518807 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.db.servicetype_db [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101240) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 05:15:28.521759 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.service_base [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:15:28.522115 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.service_base [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:15:28.522458 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.service_base [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:15:28.523892 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.services.service_base [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 05:15:28.524266 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.services.service_base [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 05:15:28.524647 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.524967 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 05:15:28.536949 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.537278 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: auto_allocate Oct 27 05:15:28.543708 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: network precommit_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.544077 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: network precommit_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.544599 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.544918 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: tag Oct 27 05:15:28.551761 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.552095 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: timestamp Oct 27 05:15:28.555951 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.556280 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: network_ip_availability Oct 27 05:15:28.561735 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.562108 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.562469 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.563201 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.563524 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: flavors Oct 27 05:15:28.568689 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.568975 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading Plugin: revisions Oct 27 05:15:28.573822 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 05:15:28.574214 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_concurrency.lockutils [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=101240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 05:15:28.574963 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101240) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 05:15:28.575335 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Initializing extension manager. Oct 27 05:15:28.575844 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: __init__.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.576189 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: __pycache__ {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.576527 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.576863 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: address_group.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.577624 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.578199 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: address-group Oct 27 05:15:28.578524 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: address_scope.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.579282 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.579786 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: address-scope Oct 27 05:15:28.580108 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.581050 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.581553 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: router-admin-state-down-before-update Oct 27 05:15:28.581878 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: agent.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.582602 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.583110 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: agent Oct 27 05:15:28.583444 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: agent_resources_synced.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.584376 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.584883 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: agent-resources-synced Oct 27 05:15:28.585828 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: allowedaddresspairs.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.587735 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.588265 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: allowed-address-pairs Oct 27 05:15:28.588593 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: auto_allocated_topology.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.589709 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.590223 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: auto-allocated-topology Oct 27 05:15:28.590551 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: availability_zone.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.591340 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.591790 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: availability_zone Oct 27 05:15:28.592111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: availability_zone_filter.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.593030 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.593539 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: availability_zone_filter Oct 27 05:15:28.593859 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: data_plane_status.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.594773 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.595305 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 05:15:28.595652 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: default_subnetpools.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.596544 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.597055 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: default-subnetpools Oct 27 05:15:28.597376 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.598236 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.598735 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: dhcp_agent_scheduler Oct 27 05:15:28.599058 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: dns.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.600010 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.600511 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 05:15:28.600868 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: dns_domain_ports.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.601788 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.602288 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 05:15:28.602610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.603559 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.604062 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 05:15:28.604383 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: dvr.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.605062 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.605564 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: dvr Oct 27 05:15:28.605955 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: ecmp_routes.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.606813 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.607346 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 05:15:28.607671 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: empty_string_filtering.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.608840 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.609352 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: empty-string-filtering Oct 27 05:15:28.609678 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.610677 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.611117 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 05:15:28.611438 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.612354 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.612854 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 05:15:28.613179 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: external_net.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.614083 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.614589 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: external-net Oct 27 05:15:28.614912 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.615857 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.616357 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: extra_dhcp_opt Oct 27 05:15:28.616706 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: extraroute.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.617614 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.618121 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: extraroute Oct 27 05:15:28.618443 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: extraroute_atomic.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.619530 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.620046 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: extraroute-atomic Oct 27 05:15:28.620371 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: filter_validation.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.621231 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.621738 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: filter-validation Oct 27 05:15:28.622062 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: fip_pf_description.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.622988 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.623528 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 05:15:28.623855 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: fip_port_details.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.624774 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.625287 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: fip-port-details Oct 27 05:15:28.625610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: flavors.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.626858 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.627402 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: flavors Oct 27 05:15:28.627730 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.629451 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.629964 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 05:15:28.630294 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: floatingip_pools.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.630994 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.631525 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: floatingip-pools Oct 27 05:15:28.631850 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: ip_allocation.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.633308 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.633811 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 05:15:28.634133 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.635055 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.635583 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: ip-substring-filtering Oct 27 05:15:28.635908 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l2_adjacency.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.636830 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.637327 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 05:15:28.637650 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.638652 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.639203 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: router Oct 27 05:15:28.639529 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.641792 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.642308 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 05:15:28.642640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.643612 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.644124 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: ext-gw-mode Oct 27 05:15:28.644453 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.645391 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.645896 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: l3-ha Oct 27 05:15:28.646225 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3_flavors.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.647166 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.647695 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: l3-flavors Oct 27 05:15:28.648568 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.649480 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.649985 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 05:15:28.650309 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: l3agentscheduler.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.651392 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.651906 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: l3_agent_scheduler Oct 27 05:15:28.652232 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: logging.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.653748 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.654265 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension logging not supported by any of loaded plugins Oct 27 05:15:28.654593 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: metering.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.655367 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.655948 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: metering Oct 27 05:15:28.656277 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.657505 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.658023 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: metering_source_and_destination_fields Oct 27 05:15:28.658356 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: multiprovidernet.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.659317 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.659830 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: multi-provider Oct 27 05:15:28.660154 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: netmtu.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.661075 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.661582 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: net-mtu Oct 27 05:15:28.661902 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: netmtu_writable.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.662816 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.663398 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: net-mtu-writable Oct 27 05:15:28.663724 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: network_availability_zone.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.664399 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.664908 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: network_availability_zone Oct 27 05:15:28.665226 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: network_ip_availability.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.666347 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.666858 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: network-ip-availability Oct 27 05:15:28.667212 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: network_segment_range.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.667981 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.668485 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 05:15:28.668804 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: pagination.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.669793 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.670124 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: pagination Oct 27 05:15:28.670445 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: port_device_profile.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.671385 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.671896 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: port-device-profile Oct 27 05:15:28.672219 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.673151 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.673655 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: port-mac-address-regenerate Oct 27 05:15:28.673976 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.674889 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.675427 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: port-numa-affinity-policy Oct 27 05:15:28.675755 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: port_resource_request.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.676679 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.677179 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 05:15:28.677503 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: portbindings.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.678439 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.678964 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: binding Oct 27 05:15:28.679316 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: portbindings_extended.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.680601 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.681110 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: binding-extended Oct 27 05:15:28.681435 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: portsecurity.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.682351 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.682856 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: port-security Oct 27 05:15:28.683215 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: project_id.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.684196 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.684526 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: project-id Oct 27 05:15:28.684849 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: providernet.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.685770 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.686280 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: provider Oct 27 05:15:28.686605 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.690115 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.690636 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos not supported by any of loaded plugins Oct 27 05:15:28.690969 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.692256 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.692768 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 05:15:28.693102 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.694026 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.695062 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 05:15:28.695419 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_default.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.696343 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.696852 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-default not supported by any of loaded plugins Oct 27 05:15:28.697182 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_fip.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.697840 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.698345 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 05:15:28.698665 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_gateway_ip.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.699616 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.700125 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 05:15:28.700450 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_port_network_policy.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.701367 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.701879 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 05:15:28.702203 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.703272 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.703783 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 05:15:28.704109 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_pps_rule.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.705290 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.705802 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 05:15:28.706131 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_rule_type_details.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.707052 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.707582 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 05:15:28.707908 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: qos_rules_alias.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.709134 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.709648 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 05:15:28.709978 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: quotasv2.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.711541 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.711872 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: quotas Oct 27 05:15:28.712198 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: quotasv2_detail.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.715470 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.715822 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: quota_details Oct 27 05:15:28.716161 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: rbac.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.717215 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.717734 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: rbac-policies Oct 27 05:15:28.718064 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: rbac_address_group.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.719014 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.719558 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: rbac-address-group Oct 27 05:15:28.719885 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: rbac_address_scope.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.720808 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.721317 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: rbac-address-scope Oct 27 05:15:28.721641 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: rbac_security_groups.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.722558 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.723065 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: rbac-security-groups Oct 27 05:15:28.723412 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: rbac_subnetpool.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.724330 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.724839 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: rbac-subnetpool Oct 27 05:15:28.725164 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: revisionifmatch.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.726131 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.726646 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: revision-if-match Oct 27 05:15:28.726972 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: revisions.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.728119 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.728639 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: standard-attr-revisions Oct 27 05:15:28.728961 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: router_availability_zone.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.729637 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.730145 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: router_availability_zone Oct 27 05:15:28.730469 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: routerservicetype.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.731415 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.731921 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 05:15:28.732243 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.733168 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.733949 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: security-groups-normalized-cidr Oct 27 05:15:28.734271 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.735237 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.735746 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: port-security-groups-filtering Oct 27 05:15:28.736067 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.736989 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.737499 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: security-groups-remote-address-group Oct 27 05:15:28.737822 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: securitygroup.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.748752 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.749643 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: security-group Oct 27 05:15:28.750225 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: segment.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.751511 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.752366 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension segment not supported by any of loaded plugins Oct 27 05:15:28.752637 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.753674 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.754201 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 05:15:28.754519 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: servicetype.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.755660 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.756182 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: service-type Oct 27 05:15:28.756516 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: sorting.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.758040 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.758378 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: sorting Oct 27 05:15:28.758710 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: standard_attr_segment.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.759672 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.760191 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 05:15:28.760519 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: standardattrdescription.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.761178 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.761690 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: standard-attr-description Oct 27 05:15:28.762018 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: stateful_security_group.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.762946 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.763497 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: stateful-security-group Oct 27 05:15:28.763826 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: stdattrs_common.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.764413 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 05:15:28.764736 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.765666 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.766172 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 05:15:28.766714 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: subnet_onboard.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.767849 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.768371 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: subnet_onboard Oct 27 05:15:28.768699 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.769634 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.770145 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 05:15:28.770471 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: subnet_service_types.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.771443 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.771957 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: subnet-service-types Oct 27 05:15:28.772280 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: subnetallocation.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.774009 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.774522 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: subnet_allocation Oct 27 05:15:28.774854 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.775568 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.776084 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: subnetpool-prefix-ops Oct 27 05:15:28.776410 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.777347 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.777858 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 05:15:28.778183 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: tagging.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.779312 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.779810 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: standard-attr-tag Oct 27 05:15:28.780138 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: timestamp.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.781362 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.781879 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loaded extension: standard-attr-timestamp Oct 27 05:15:28.782206 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: trunk.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.783283 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.783801 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension trunk not supported by any of loaded plugins Oct 27 05:15:28.784130 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: trunk_details.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.785052 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.785562 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 05:15:28.785888 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: uplink_status_propagation.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.786811 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.787360 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 05:15:28.787688 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Loading extension file: vlantransparent.py {{(pid=101240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 05:15:28.788389 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 05:15:28.788899 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 05:15:28.791364 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:network Oct 27 05:15:28.791897 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:subnet Oct 27 05:15:28.792296 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:15:28.792688 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:port Oct 27 05:15:28.793954 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.794409 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service FLAVORS assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.795034 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.795508 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.795856 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:router Oct 27 05:15:28.796290 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 05:15:28.796783 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service METERING assigned prefix: /metering {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.798227 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.798602 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.798965 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:15:28.800006 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 05:15:28.800455 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:security_group Oct 27 05:15:28.800898 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 05:15:28.801521 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service CORE assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.801849 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:15:28.802209 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] subnetpool is already registered Oct 27 05:15:28.802645 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service CORE assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.802973 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:15:28.803333 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] subnetpool is already registered Oct 27 05:15:28.805810 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.806258 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service FLAVORS assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.806875 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.807345 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.807692 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:router Oct 27 05:15:28.808049 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] router is already registered Oct 27 05:15:28.808454 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 05:15:28.808797 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] floatingip is already registered Oct 27 05:15:28.809270 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service METERING assigned prefix: /metering {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.809973 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 05:15:28.810303 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] rbac_policy is already registered Oct 27 05:15:28.810732 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:security_group Oct 27 05:15:28.811071 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] security_group is already registered Oct 27 05:15:28.811501 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 05:15:28.811833 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] security_group_rule is already registered Oct 27 05:15:28.812333 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service CORE assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.812657 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:15:28.812990 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] subnetpool is already registered Oct 27 05:15:28.813408 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.v2.resource_helper [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Service CORE assigned prefix: {{(pid=101240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 05:15:28.813728 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 05:15:28.814057 dv-cinder-815461-4-smb neutron-server[101240]: WARNING neutron.quota.resource_registry [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] subnetpool is already registered Oct 27 05:15:28.815785 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: extensions {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.817270 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: address-groups {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.818836 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: address-scopes {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.820591 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: agents {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.821865 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: auto-allocated-topology {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.823124 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: availability_zones {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.824351 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: dhcp-networks {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.825761 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: dhcp-agents {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.827304 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: routers {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.829426 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: flavors {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.830698 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: service_profiles {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.831950 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: next_providers {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.833405 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: service_profiles {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.834866 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: floatingip-pools {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.836829 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: routers {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.838927 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: floatingips {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.840267 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: l3-routers {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.841657 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: l3-agents {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.843062 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: metering-labels {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.844345 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: metering-label-rules {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.845724 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: network-ip-availabilities {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.847016 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: bindings {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.848606 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: quotas {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.850301 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: quotas {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.852388 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: rbac-policies {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.853606 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: security-groups {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.854937 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: security-group-rules {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.856216 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: service-providers {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.857437 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: subnetpools {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.859138 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: subnetpools {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.860621 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.862310 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.864138 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.865920 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.868243 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.870204 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.871951 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.874735 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.876568 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.878296 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron.api.extensions [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Extended resource: tags {{(pid=101240) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 05:15:28.884477 dv-cinder-815461-4-smb neutron-server[101240]: WARNING keystonemiddleware.auth_token [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 05:15:28.888981 dv-cinder-815461-4-smb neutron-server[101240]: WARNING keystonemiddleware.auth_token [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 05:15:28.898091 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_concurrency.lockutils [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Acquired lock "singleton_lock" {{(pid=101240) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 05:15:28.898576 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_concurrency.lockutils [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Releasing lock "singleton_lock" {{(pid=101240) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 05:15:28.899267 dv-cinder-815461-4-smb neutron-server[101240]: INFO oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Starting 2 workers Oct 27 05:15:28.904131 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Started child 101381 {{(pid=101240) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:15:28.908631 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Started child 101382 {{(pid=101240) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:15:28.909629 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:28.910565 dv-cinder-815461-4-smb neutron-server[101240]: INFO neutron.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 05:15:28.910815 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Publish callbacks [] for process, before_spawn {{(pid=101240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:28.912129 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [-] (101381) wsgi starting up on http://0.0.0.0:9696 Oct 27 05:15:28.913837 dv-cinder-815461-4-smb neutron-server[101240]: INFO oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Starting 1 workers Oct 27 05:15:28.914018 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:28.915466 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [-] (101382) wsgi starting up on http://0.0.0.0:9696 Oct 27 05:15:28.919201 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Started child 101383 {{(pid=101240) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:15:28.919778 dv-cinder-815461-4-smb neutron-server[101240]: INFO oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Starting 1 workers Oct 27 05:15:28.923167 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] calling RpcWorker wait() {{(pid=101383) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 05:15:28.925108 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] returning from RpcWorker wait() {{(pid=101383) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 05:15:28.925203 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Started child 101384 {{(pid=101240) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 05:15:28.925280 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:28.925354 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG neutron_lib.callbacks.manager [None req-e4d44374-8dbd-49c9-a5dc-a10b847445b9 None None] Publish callbacks [] for process, after_spawn {{(pid=101240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:28.925497 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:15:28.927144 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101240) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 05:15:28.927350 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 05:15:28.927532 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 05:15:28.927754 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 05:15:28.928095 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 05:15:28.928251 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 05:15:28.928781 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.929639 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932111 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.932834 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.933370 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934290 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934290 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934290 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934290 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934756 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934756 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.934983 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] debug = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.935727 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.935727 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.936023 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.936147 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.936268 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.936591 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.936763 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.937041 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.937266 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.937498 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.937748 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.937991 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.938225 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.938430 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.938664 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.938917 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.939164 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.939648 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] host = dv-cinder-815461-4-smb {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.939881 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.940093 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.940313 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.940531 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.940768 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.940975 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.941245 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.941503 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.941739 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.941956 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.942201 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.942437 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.942672 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.942919 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.943077 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_options = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.943335 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.943610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.943883 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.944067 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.944230 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.944402 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.944713 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.944873 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.945120 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.945331 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.945778 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.945778 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.946040 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.946219 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.946462 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.946785 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.946913 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.947047 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.947318 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.947544 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.947826 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.948287 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.948540 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.948791 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.949025 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.949240 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.949463 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.949719 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.949930 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.950181 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.950401 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.950645 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.950875 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.951160 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.951473 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.951648 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.951872 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.952102 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.952381 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.952601 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.952839 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.953091 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.953301 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.953539 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.953768 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.954027 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.954190 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_json = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.954376 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.954603 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.954844 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.955052 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.955287 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.955686 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.955686 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.955686 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.957867 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.958686 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.958686 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.958686 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.959038 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.959038 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.959325 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.959527 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.959784 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.960121 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.960899 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.961162 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.961418 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.961634 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.961866 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.962103 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.962362 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.962600 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.962826 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.963103 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.963346 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.964043 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.964318 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.964592 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.964839 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.965079 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.965305 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.967414 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.967809 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:15:28.968615 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.968794 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.969103 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.969441 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.969696 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.970014 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.970354 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.970646 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.971032 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.971274 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.971532 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.971778 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.972012 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.972240 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.972479 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.972716 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.972933 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.973172 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.973403 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.973618 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.973853 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.974078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.974300 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.974514 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.974725 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.974975 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.975253 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.975469 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.975677 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.976481 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.976887 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.977010 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.977194 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.977410 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.977633 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.977889 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.978064 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.978294 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.978509 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.982391 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.984274 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.984554 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.984793 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.985033 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.985283 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.985528 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.985755 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.985981 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.986225 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.986447 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.986665 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.986900 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.987139 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.987395 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.987692 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.988003 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.988276 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.988535 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.988787 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.989009 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.989265 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.989669 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.990005 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.990005 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.990256 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.990393 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.990613 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.990859 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.991511 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.991511 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.991728 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.991876 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.992103 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.992322 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.992833 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.992833 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.993135 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.993276 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.993482 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.993734 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.993969 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.994206 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.994711 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.994711 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.994982 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.995515 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.995515 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.995767 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.996031 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.996850 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.996850 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.996850 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:28.999610 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.001640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002474 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002474 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002474 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002474 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002474 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002474 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002899 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.002899 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.003045 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007123 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.007640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008078 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008459 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008528 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008795 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.008945 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.009164 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.009432 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.009644 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.009906 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.010153 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.010381 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.010594 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.010813 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.011021 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.011294 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.011526 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.011738 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.011993 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.012240 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.012576 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.012827 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.013055 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.013287 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.013521 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.013766 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.014002 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.014220 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.014455 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.014701 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.014914 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.015173 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.015398 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.015641 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.015874 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.016108 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.016343 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.016558 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.016769 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.017059 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.017299 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.017537 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.017787 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.018030 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.018272 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.018480 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.018687 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.018894 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.019134 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.019374 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.019602 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.019857 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.020067 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.020274 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.020543 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.020714 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.020925 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.021143 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.021437 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.021614 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.022012 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.022237 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.022446 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.023341 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.023590 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.023824 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.024047 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.024264 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.024473 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.024700 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.025240 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.025240 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.025426 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.025523 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.025732 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.025994 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.026393 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.026767 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.027048 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.027339 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.027585 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.027838 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.028163 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.028412 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.028650 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.028870 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.029087 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.029307 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.029569 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.029897 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.030181 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.030464 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.030733 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.031037 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.031314 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.031594 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.031809 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.032086 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.032430 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.032703 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.032947 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.033193 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.033445 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.033663 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.033881 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.034126 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.034378 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.034586 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.035179 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.035179 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.035381 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.035534 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.035759 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.035996 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.036238 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.036480 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.036706 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.036940 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.037099 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 05:15:29.037642 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101240) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 05:15:29.037802 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 05:15:29.037952 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 05:15:29.038131 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 05:15:29.038991 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 05:15:29.039125 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 05:15:29.039336 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.039495 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.039663 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.039819 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.039975 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.040154 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.040313 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.040470 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.040628 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.040786 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.040942 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.041103 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.041261 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.041415 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.041572 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.041728 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.041883 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.042039 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.042200 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.042357 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.042512 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.042673 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.042826 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] debug = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.043176 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.043386 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.043552 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.043707 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.043883 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044017 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044173 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044328 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044483 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044795 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.044951 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.045108 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.045262 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.045417 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.045571 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.045726 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.045881 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] host = dv-cinder-815461-4-smb {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.046036 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.046192 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.046347 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.046502 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.046657 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.046861 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.050782 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_options = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.051632 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.052640 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053109 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053109 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053109 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053311 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053311 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053451 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053586 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053745 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.053928 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.054252 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.054562 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.054716 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.055058 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.055237 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.055400 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.055553 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.055860 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.056022 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.056348 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.056505 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057039 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057039 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057039 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057270 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057270 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057418 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_json = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057573 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.057885 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.058181 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.058345 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.058501 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.058659 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.058813 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.058971 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 05:15:29.059176 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.059335 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.059503 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.059663 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.059821 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.059982 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.060140 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.060298 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.060456 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.060614 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.060779 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.060938 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.061107 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.061263 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.061420 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.061582 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.061746 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.061904 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.062064 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.062221 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.062378 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.062536 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.062704 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.062861 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.063017 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.063199 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.063358 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.063532 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.063690 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.063849 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064007 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064165 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064324 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064483 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064642 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064801 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.064960 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.065118 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.065276 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.065436 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.065594 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.065751 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.065910 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.066069 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.066229 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.066388 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.066546 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.066706 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.066865 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.067022 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.067203 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.067363 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.067524 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.067681 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.067839 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.068007 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.068166 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.068323 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.068480 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.068645 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.068803 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069009 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069105 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069261 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069429 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069588 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069761 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.069980 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070130 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070262 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070366 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070524 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070682 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070839 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.070996 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.071163 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.071322 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.071484 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.071643 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.071800 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.071959 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.072117 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.072275 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.072433 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.072591 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.072749 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.072907 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.073064 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.073223 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.073389 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.073560 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.073718 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.073875 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074032 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074189 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074347 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074434 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:15:29.074528 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074651 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074809 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.074966 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.075145 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.075307 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.075471 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.075661 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.075816 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.075964 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.076109 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.076246 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.076400 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.076556 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.076713 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.076871 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077029 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077187 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077343 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077500 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077665 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077822 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.077983 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.078139 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.078304 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.078473 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.078634 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.078795 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.078957 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.079133 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.079292 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.079451 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.079608 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.079766 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.079923 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.080146 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.080235 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.080394 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.080556 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.080715 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.080870 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081049 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081237 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081367 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081524 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081681 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081838 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.081996 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.082155 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.082313 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.082493 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.082652 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.082811 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.082968 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.083158 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.083321 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.083479 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.083637 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.083796 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.083954 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.084113 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.084272 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.084426 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.084591 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.084757 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.084886 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.085040 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.085682 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.085832 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086062 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086191 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086315 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086441 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086574 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086699 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.086858 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087014 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087193 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087354 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087701 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087701 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087939 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.087939 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.088205 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.088373 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.088534 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.088693 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.088925 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089026 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089158 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089320 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089479 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089637 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089795 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.089953 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.090110 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.090284 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.090441 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.090599 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.090822 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.090924 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.091052 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.091229 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.091387 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.091545 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.091702 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.091859 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092020 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092179 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092341 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092498 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092657 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092814 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.092972 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.093131 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.093300 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.093458 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.093616 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.093777 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.093933 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.094091 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.094260 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.094418 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.094575 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.094732 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.094890 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.095049 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.095239 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.095396 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.095553 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.095711 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.095868 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096026 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096193 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096352 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096509 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096668 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096824 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.096981 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.097148 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.097306 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.097463 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.097620 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.097776 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.098087 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.098258 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.098418 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.098575 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.098733 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.098891 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.099130 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.099260 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.099400 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.099559 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.099725 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.099883 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.100040 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.100197 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.100366 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.100525 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.100685 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.100893 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101058 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101205 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101363 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101524 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101691 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101846 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.101988 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.102156 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.102321 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.102486 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.102644 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.102806 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.102975 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.103152 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.103312 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.103470 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.103628 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.103784 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.103942 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.104099 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.104256 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.104414 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.104570 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.104726 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.104883 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105040 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105197 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105355 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105511 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105668 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105825 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.105981 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 05:15:29.106132 dv-cinder-815461-4-smb neutron-server[101240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101240) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 05:15:29.266072 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 47668) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:15:29.277021 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068727 Oct 27 05:15:40.936449 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e18dc31-8692-485f-842b-882eed3e35b8 None None] get_active_networks_info from dv-cinder-815461-4-smb {{(pid=101383) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 05:15:41.022985 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18dc31-8692-485f-842b-882eed3e35b8 None None] No non-hosted networks {{(pid=101383) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 05:15:41.039986 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.agentschedulers_db [None req-7e18dc31-8692-485f-842b-882eed3e35b8 None None] DHCP Agent not found on host dv-cinder-815461-4-smb {{(pid=101383) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 05:15:41.161069 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-79364d0f-1734-415c-a7b8-d7247a816c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-740773'] for agent, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:43.333834 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-74ff4f6c-576d-49fa-b213-44443cb1b03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-740773'] for agent, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:43.394328 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-10fd7082-c973-412f-933d-78bddd07e445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:44.491986 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-740773'] for agent, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:44.495702 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.498944 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.500204 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.507516 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.508115 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.508593 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.509069 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.509580 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.510054 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.510528 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.510999 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.511493 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:44.512037 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815461-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:15:44.525403 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815461-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:15:44.877236 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-740773'] for agent, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:46.361989 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-740773'] for agent, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:46.735903 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.db.l3_hamode_db [None req-c3656e62-2c62-4bb1-9528-aee2ff17bd5c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 05:15:46.811586 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3656e62-2c62-4bb1-9528-aee2ff17bd5c None None] Routers set() bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:15:46.811968 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3656e62-2c62-4bb1-9528-aee2ff17bd5c None None] Router IDs set() for agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 05:15:47.407926 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47762) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:15:47.903581 dv-cinder-815461-4-smb neutron-server[101382]: WARNING oslo_policy.policy [None req-55327e93-8a55-48a3-b932-520ce70c6d1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:15:47.904162 dv-cinder-815461-4-smb neutron-server[101382]: WARNING oslo_policy.policy [None req-55327e93-8a55-48a3-b932-520ce70c6d1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:15:48.130762 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [None req-55327e93-8a55-48a3-b932-520ce70c6d1a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:15:48.132071 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-55327e93-8a55-48a3-b932-520ce70c6d1a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7221453 Oct 27 05:15:50.612896 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47776) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:15:50.919812 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:15:51.013812 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.policy [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101382) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 05:15:51.059937 dv-cinder-815461-4-smb neutron-server[101382]: WARNING oslo_policy.policy [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:15:51.060304 dv-cinder-815461-4-smb neutron-server[101382]: WARNING oslo_policy.policy [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:15:51.068867 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.quota [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] Loaded quota_driver: . Oct 27 05:15:51.156663 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785283401297', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785283400866', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785283388955', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785283387367', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785283632715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785283430527', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16387801', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16446899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528163'] for rbac-policy, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:51.220696 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:51.221837 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-09cfb684-f30e-45e0-b025-54a825c79e5b admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6080565 Oct 27 05:15:53.913923 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47788) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:15:54.209061 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Request body: {'network': {'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'name': 'private', 'admin_state_up': True, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:15:54.238053 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Made reservation on behalf of 1bb8e61867584f518ec7eb3c85ecdf55 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:15:54.241443 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.257775 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.362297 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.366422 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.384725 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:15:54.413493 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785279944982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.414057 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Unsubscribe: segment precommit_create {{(pid=101382) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 05:15:54.414557 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Added segment 515e3b30-36c5-44c4-8f1b-118819e058da of type vlan for network 8630e722-ad9d-4bee-a507-860769ef9e6b Oct 27 05:15:54.431022 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4cf349-714c-4f84-ae6b-167f3d91cea6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:15:54.481527 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.481882 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.482226 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.482552 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.483337 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.483337 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.483503 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.484076 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.484410 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.484728 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.485038 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.485349 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Tracked resource versions report: Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: pushed versions: Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: { 'AddressGroup': {'1.2'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'ConntrackHelper': {'1.0'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Log': {'1.0'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Network': {'1.1'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Port': {'1.7'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'PortForwarding': {'1.2'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'QosPolicy': {'1.10'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroup': {'1.4'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'SubPort': {'1.0'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Subnet': {'1.1'}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Trunk': {'1.1'}} Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: consumer versions: Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'ConntrackHelper': '1.0', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Log': '1.0', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Network': '1.1', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Port': '1.7', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'PortForwarding': '1.2', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'QosPolicy': '1.10', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroup': '1.4', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroupRule': '1.2', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'SubPort': '1.0', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Subnet': '1.1', Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: 'Trunk': '1.1'}} Oct 27 05:15:54.486457 dv-cinder-815461-4-smb neutron-server[101382]: {{(pid=101382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:15:54.528588 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.571140 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.572369 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:15:54.572995 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:54.657107 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7421200 Oct 27 05:15:54.675072 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60768fe7-f75a-4880-bea1-871f3d45d008 admin admin] Pushing event updated for resources: {'Network': ['ID=8630e722-ad9d-4bee-a507-860769ef9e6b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:15:54.688059 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 8630e722-ad9d-4bee-a507-860769ef9e6b details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:15:57.405311 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47802) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:15:57.785507 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d401d620-4409-4604-b926-a635c1373617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:15:57.786847 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d401d620-4409-4604-b926-a635c1373617 admin admin] 10.222.0.15 "GET /v2.0/networks/8630e722-ad9d-4bee-a507-860769ef9e6b HTTP/1.1" status: 200 len: 825 time: 0.3806036 Oct 27 05:15:57.811517 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-2823d377-d5d9-4566-b20a-fb8c1014c38b admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d4e3be7b-adfe-4999-b644-13b908683a44 HTTP/1.1" status: 200 len: 734 time: 0.0178261 Oct 27 05:15:57.820795 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Request body: {'subnet': {'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44', 'gateway_ip': '172.20.0.1', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:15:57.842209 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Made reservation on behalf of 1bb8e61867584f518ec7eb3c85ecdf55 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:15:57.844442 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:58.133338 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:58.200775 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d6a542-e084-42b5-9883-fb62dae23d2b,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:15:58.205240 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Checking segment: {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:15:58.205618 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Network hostable DHCP agents. Network: 8630e722-ad9d-4bee-a507-860769ef9e6b, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:15:58.231324 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Network 8630e722-ad9d-4bee-a507-860769ef9e6b is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:15:58.242929 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 8630e722-ad9d-4bee-a507-860769ef9e6b) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:15:58.247920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:15:58.248556 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:58.254244 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a86529-1087-48e0-9928-fc57bfb9c27c None None] Network 8630e722-ad9d-4bee-a507-860769ef9e6b requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:15:58.266674 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-33544c1a-119e-4ba0-a8d2-6fee5cfa1cd1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4494498 Oct 27 05:15:58.574081 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-8630e722-ad9d-4bee-a507-860769ef9e6b', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:15:58.580676 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:58.865870 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Allocated IP 172.20.0.2 (8630e722-ad9d-4bee-a507-860769ef9e6b/00d6a542-e084-42b5-9883-fb62dae23d2b/e8b04319-a0d8-46b5-88c0-04d223b9a77b) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:15:59.067201 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:59.076372 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:59.153425 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Network 8630e722-ad9d-4bee-a507-860769ef9e6b is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:15:59.160769 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:15:59.164292 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Pushing event updated for resources: {'Port': ['ID=e8b04319-a0d8-46b5-88c0-04d223b9a77b,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:15:59.166513 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:15:59.199054 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.199419 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.199756 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.200084 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.200408 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.200731 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.201050 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.201365 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.201700 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.202019 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.202351 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.202648 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Tracked resource versions report: Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: pushed versions: Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: { 'AddressGroup': {'1.2'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'ConntrackHelper': {'1.0'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Log': {'1.0'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Network': {'1.1'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Port': {'1.7'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'PortForwarding': {'1.2'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'QosPolicy': {'1.10'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroup': {'1.4'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'SubPort': {'1.0'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Subnet': {'1.1'}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Trunk': {'1.1'}} Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: consumer versions: Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'ConntrackHelper': '1.0', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Log': '1.0', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Network': '1.1', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Port': '1.7', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'PortForwarding': '1.2', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'QosPolicy': '1.10', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroup': '1.4', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroupRule': '1.2', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'SubPort': '1.0', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Subnet': '1.1', Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: 'Trunk': '1.1'}} Oct 27 05:15:59.203815 dv-cinder-815461-4-smb neutron-server[101383]: {{(pid=101383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:15:59.251781 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Attempting to bind port e8b04319-a0d8-46b5-88c0-04d223b9a77b on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:15:59.252284 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Attempting to bind port e8b04319-a0d8-46b5-88c0-04d223b9a77b by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:15:59.252719 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Attempting to bind port e8b04319-a0d8-46b5-88c0-04d223b9a77b on network 8630e722-ad9d-4bee-a507-860769ef9e6b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:15:59.258197 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:15:59.258797 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Checking segment: {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:15:59.259029 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:59.259443 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Bound using segment: {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:15:59.259922 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Bound port: e8b04319-a0d8-46b5-88c0-04d223b9a77b, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:15:59.260336 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:59.321301 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] For port e8b04319-a0d8-46b5-88c0-04d223b9a77b, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:15:59.325470 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] For port e8b04319-a0d8-46b5-88c0-04d223b9a77b, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=e8b04319-a0d8-46b5-88c0-04d223b9a77b,segment=NetworkSegment(515e3b30-36c5-44c4-8f1b-118819e058da),segment_id=515e3b30-36c5-44c4-8f1b-118819e058da)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:15:59.330221 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:15:59.399427 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11694464-e98a-404d-8b07-1d08e7c7d0bb None None] Pushing event updated for resources: {'Port': ['ID=e8b04319-a0d8-46b5-88c0-04d223b9a77b,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:00.852787 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47810) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:01.166556 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [None req-55baae64-f965-41cb-802b-a24d38d277b5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:16:01.167652 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-55baae64-f965-41cb-802b-a24d38d277b5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3139329 Oct 27 05:16:03.663934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47818) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:03.976603 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [None req-ef1d9908-7c6c-42b7-a84f-c2c7e2418bed admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:16:03.977716 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ef1d9908-7c6c-42b7-a84f-c2c7e2418bed admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3127918 Oct 27 05:16:06.728878 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47828) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:07.027457 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] Request body: {'router': {'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:16:07.050742 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:07.052235 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:07.183915 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:07.188582 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:07.202426 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] Publish callbacks [] for router, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:07.203828 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-cb568d85-9e6a-4b50-9663-37c30971e267 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4739845 Oct 27 05:16:08.576582 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15ac59-3b9f-4c8e-a37f-ae60bb4e363b None None] Network 8630e722-ad9d-4bee-a507-860769ef9e6b requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:16:08.580500 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device e8b04319-a0d8-46b5-88c0-04d223b9a77b up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:16:08.734098 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-f8f8f6ba-97e6-4e01-b5de-9067c8f9eaa7 None None] Provisioning complete for port e8b04319-a0d8-46b5-88c0-04d223b9a77b triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:08.734485 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f6ba-97e6-4e01-b5de-9067c8f9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:08.778587 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port e8b04319-a0d8-46b5-88c0-04d223b9a77b triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:08.778883 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:08.994940 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f6ba-97e6-4e01-b5de-9067c8f9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:09.009725 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:09.048727 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-f8f8f6ba-97e6-4e01-b5de-9067c8f9eaa7 None None] For port e8b04319-a0d8-46b5-88c0-04d223b9a77b, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=e8b04319-a0d8-46b5-88c0-04d223b9a77b,segment=NetworkSegment(515e3b30-36c5-44c4-8f1b-118819e058da),segment_id=515e3b30-36c5-44c4-8f1b-118819e058da)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:16:09.054783 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f6ba-97e6-4e01-b5de-9067c8f9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:09.132121 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.db.api [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:16:09.132534 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG oslo_db.api [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:16:09.133557 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f6ba-97e6-4e01-b5de-9067c8f9eaa7 None None] Pushing event updated for resources: {'Port': ['ID=e8b04319-a0d8-46b5-88c0-04d223b9a77b,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:09.274924 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-1564a6a2-3372-4c57-8d34-cfb8fb0edeef None None] Provisioning complete for port e8b04319-a0d8-46b5-88c0-04d223b9a77b triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:09.275249 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1564a6a2-3372-4c57-8d34-cfb8fb0edeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:09.768514 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47842) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:10.078934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [None req-0d35003a-5f80-42c9-be3b-49572944ae60 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:16:10.079979 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-0d35003a-5f80-42c9-be3b-49572944ae60 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3104787 Oct 27 05:16:10.544600 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device e8b04319-a0d8-46b5-88c0-04d223b9a77b up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:16:10.593296 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port e8b04319-a0d8-46b5-88c0-04d223b9a77b triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:10.593658 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:10.798388 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-deb7b8cd-38a5-4b86-9be7-1d0075897964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:12.593431 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 47850) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:12.896875 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:16:12.917393 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Made reservation on behalf of 44ed46d208f34ac7abf3583ccf6b6f04 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:16:12.919731 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:12.927408 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.000980 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.004457 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.018414 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=101382) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 05:16:13.040489 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bc3718-139e-4fbd-86b5-96065c885f86,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:13.043648 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.043989 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Added segment e885a1c6-004b-484a-8078-c612d1ba48be of type flat for network d7ffb0fc-8220-4f99-b460-f382a856166b Oct 27 05:16:13.088981 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.120580 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.121539 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:16:13.122105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:13.174038 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5795734 Oct 27 05:16:13.185374 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a677722-7703-4871-a933-9510ff5893b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ffb0fc-8220-4f99-b460-f382a856166b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:13.195690 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network d7ffb0fc-8220-4f99-b460-f382a856166b details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:16:13.345813 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-45d9fb50-4058-4d54-a2fd-62c989fa3ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:14.484931 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:14.769475 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:15.681575 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 47868) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:15.901871 dv-cinder-815461-4-smb neutron-server[101381]: WARNING oslo_policy.policy [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:16:15.902834 dv-cinder-815461-4-smb neutron-server[101381]: WARNING oslo_policy.policy [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:16:16.269910 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:16.326229 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.policy [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101381) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 05:16:16.375182 dv-cinder-815461-4-smb neutron-server[101381]: WARNING oslo_policy.policy [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:16:16.375557 dv-cinder-815461-4-smb neutron-server[101381]: WARNING oslo_policy.policy [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 05:16:16.384386 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:16:16.386145 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-803261d2-1570-4284-bd76-83e560b7c9cd admin admin] 10.222.0.15 "GET /v2.0/subnets/00d6a542-e084-42b5-9883-fb62dae23d2b HTTP/1.1" status: 200 len: 849 time: 0.7036314 Oct 27 05:16:16.546498 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-6f282716-231c-4812-af46-b088de59bbaa admin admin] 10.222.0.15 "GET /v2.0/routers/a472ed88-1e40-4ec0-b18a-8dd167215666 HTTP/1.1" status: 200 len: 704 time: 0.1539729 Oct 27 05:16:16.808258 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.122571 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Allocated IP 172.20.0.1 (8630e722-ad9d-4bee-a507-860769ef9e6b/00d6a542-e084-42b5-9883-fb62dae23d2b/39b8e926-65b2-4ae8-8655-18b4b49749b7) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:16:17.326979 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.394457 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.433992 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Network 8630e722-ad9d-4bee-a507-860769ef9e6b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:16:17.435345 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:16:17.507135 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:16:17.507705 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.529232 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Pushing event updated for resources: {'Port': ['ID=39b8e926-65b2-4ae8-8655-18b4b49749b7,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:17.583719 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.584070 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.584407 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.584735 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.585055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.585376 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.585695 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.586010 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.586340 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.586657 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.586967 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.587306 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Tracked resource versions report: Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: pushed versions: Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: { 'AddressGroup': {'1.2'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'ConntrackHelper': {'1.0'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Log': {'1.0'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Network': {'1.1'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Port': {'1.7'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'PortForwarding': {'1.2'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'QosPolicy': {'1.10'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroup': {'1.4'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'SubPort': {'1.0'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Subnet': {'1.1'}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Trunk': {'1.1'}} Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: consumer versions: Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'ConntrackHelper': '1.0', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Log': '1.0', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Network': '1.1', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Port': '1.7', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'PortForwarding': '1.2', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'QosPolicy': '1.10', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroup': '1.4', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroupRule': '1.2', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'SubPort': '1.0', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Subnet': '1.1', Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: 'Trunk': '1.1'}} Oct 27 05:16:17.588373 dv-cinder-815461-4-smb neutron-server[101381]: {{(pid=101381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:16:17.711831 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.716027 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-a7714dd2-d9fd-4ca1-b6c1-714a43148698 None None] Provisioning complete for port 39b8e926-65b2-4ae8-8655-18b4b49749b7 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:17.716506 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a7714dd2-d9fd-4ca1-b6c1-714a43148698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.749193 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-a7714dd2-d9fd-4ca1-b6c1-714a43148698 None None] Port 39b8e926-65b2-4ae8-8655-18b4b49749b7 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:16:17.923278 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.927691 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:17.928483 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:18.005338 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Pushing event updated for resources: {'Port': ['ID=39b8e926-65b2-4ae8-8655-18b4b49749b7,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:18.053341 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Network 8630e722-ad9d-4bee-a507-860769ef9e6b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:16:18.054629 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:16:18.266482 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Router a472ed88-1e40-4ec0-b18a-8dd167215666 is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:16:18.272032 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-932d4d7d-d1dd-4ace-b464-af273e58a9e9 None None] Provisioning complete for port 39b8e926-65b2-4ae8-8655-18b4b49749b7 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:18.272402 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-932d4d7d-d1dd-4ace-b464-af273e58a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:18.305243 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-932d4d7d-d1dd-4ace-b464-af273e58a9e9 None None] Port 39b8e926-65b2-4ae8-8655-18b4b49749b7 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:16:18.357466 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:16:18.363128 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-8313c74e-9534-41bd-8e94-9e9ee4064d5e admin admin] 10.222.0.15 "PUT /v2.0/routers/a472ed88-1e40-4ec0-b18a-8dd167215666/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8108428 Oct 27 05:16:18.368858 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Sync routers for ids ['a472ed88-1e40-4ec0-b18a-8dd167215666'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:16:18.381069 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Routers {'a472ed88-1e40-4ec0-b18a-8dd167215666'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:16:18.381889 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:16:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['a472ed88-1e40-4ec0-b18a-8dd167215666'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:18.570603 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Set router a472ed88-1e40-4ec0-b18a-8dd167215666 gateway port host: None {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:16:18.995041 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'name': 'router1', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:16:07Z', 'updated_at': '2021-10-27T05:16:17Z', 'revision_number': 2, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'gw_port_host': None, '_interfaces': [{'id': '39b8e926-65b2-4ae8-8655-18b4b49749b7', 'name': '', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'mac_address': 'fa:16:3e:b8:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:16Z', 'updated_at': '2021-10-27T05:16:17Z', 'revision_number': 2, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'subnets': [{'id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:19.046526 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Checking router: a472ed88-1e40-4ec0-b18a-8dd167215666 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:16:19.046900 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Updating router a472ed88-1e40-4ec0-b18a-8dd167215666 port 39b8e926-65b2-4ae8-8655-18b4b49749b7 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:16:19.094489 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.603729 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.609931 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.768522 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Pushing event updated for resources: {'Port': ['ID=39b8e926-65b2-4ae8-8655-18b4b49749b7,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:19.790514 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.790866 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.791239 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.791575 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.791905 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.792233 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.792556 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.792879 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.793211 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.793533 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.793853 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.794169 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Tracked resource versions report: Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: pushed versions: Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: { 'AddressGroup': {'1.2'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'ConntrackHelper': {'1.0'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Log': {'1.0'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Network': {'1.1'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Port': {'1.7'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'PortForwarding': {'1.2'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'QosPolicy': {'1.10'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroup': {'1.4'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'SubPort': {'1.0'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Subnet': {'1.1'}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Trunk': {'1.1'}} Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: consumer versions: Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'ConntrackHelper': '1.0', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Log': '1.0', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Network': '1.1', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Port': '1.7', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'PortForwarding': '1.2', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'QosPolicy': '1.10', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroup': '1.4', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroupRule': '1.2', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'SubPort': '1.0', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Subnet': '1.1', Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: 'Trunk': '1.1'}} Oct 27 05:16:19.795358 dv-cinder-815461-4-smb neutron-server[101384]: {{(pid=101384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:16:19.797984 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Attempting to bind port 39b8e926-65b2-4ae8-8655-18b4b49749b7 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:16:19.798372 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Attempting to bind port 39b8e926-65b2-4ae8-8655-18b4b49749b7 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:16:19.798804 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Attempting to bind port 39b8e926-65b2-4ae8-8655-18b4b49749b7 on network 8630e722-ad9d-4bee-a507-860769ef9e6b {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:16:19.805480 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:16:19.805891 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Checking segment: {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:16:19.806373 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.806760 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Bound using segment: {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:16:19.807329 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Bound port: 39b8e926-65b2-4ae8-8655-18b4b49749b7, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e3b30-36c5-44c4-8f1b-118819e058da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:16:19.808302 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.833040 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-8f14ae75-1339-403e-a67e-f74f4ebbab97 None None] Provisioning complete for port 39b8e926-65b2-4ae8-8655-18b4b49749b7 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:19.833632 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8f14ae75-1339-403e-a67e-f74f4ebbab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.872491 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-8f14ae75-1339-403e-a67e-f74f4ebbab97 None None] Port 39b8e926-65b2-4ae8-8655-18b4b49749b7 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:16:19.878508 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] For port 39b8e926-65b2-4ae8-8655-18b4b49749b7, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:16:19.899191 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] For port 39b8e926-65b2-4ae8-8655-18b4b49749b7, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=39b8e926-65b2-4ae8-8655-18b4b49749b7,segment=NetworkSegment(515e3b30-36c5-44c4-8f1b-118819e058da),segment_id=515e3b30-36c5-44c4-8f1b-118819e058da)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:16:19.903657 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:19.953120 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Routers {'a472ed88-1e40-4ec0-b18a-8dd167215666'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:16:19.953728 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:16:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['a472ed88-1e40-4ec0-b18a-8dd167215666'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:20.051755 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4bcbe-f4a4-4889-82a8-6c6e04692b42 None None] Pushing event updated for resources: {'Port': ['ID=39b8e926-65b2-4ae8-8655-18b4b49749b7,revision_number=4']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:20.065871 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] Set router a472ed88-1e40-4ec0-b18a-8dd167215666 gateway port host: None {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:16:20.068822 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:16:20.199163 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-c7b6db40-cf86-450f-b48b-465e5e22e2bf None None] Provisioning complete for port 39b8e926-65b2-4ae8-8655-18b4b49749b7 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:20.199554 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7b6db40-cf86-450f-b48b-465e5e22e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:20.275673 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7b6db40-cf86-450f-b48b-465e5e22e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:20.287268 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'name': 'router1', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:16:07Z', 'updated_at': '2021-10-27T05:16:17Z', 'revision_number': 2, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'gw_port_host': None, '_interfaces': [{'id': '39b8e926-65b2-4ae8-8655-18b4b49749b7', 'name': '', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'mac_address': 'fa:16:3e:b8:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:16Z', 'updated_at': '2021-10-27T05:16:19Z', 'revision_number': 4, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'subnets': [{'id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:20.308134 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-c7b6db40-cf86-450f-b48b-465e5e22e2bf None None] For port 39b8e926-65b2-4ae8-8655-18b4b49749b7, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=39b8e926-65b2-4ae8-8655-18b4b49749b7,segment=NetworkSegment(515e3b30-36c5-44c4-8f1b-118819e058da),segment_id=515e3b30-36c5-44c4-8f1b-118819e058da)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:16:20.312339 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c7b6db40-cf86-450f-b48b-465e5e22e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:20.318230 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cf7e3-f966-4dac-8771-14f49a8430b1 None None] The sync data for ids ['a472ed88-1e40-4ec0-b18a-8dd167215666'] in dv-cinder-815461-4-smb is: [{'id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'name': 'router1', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:16:07Z', 'updated_at': '2021-10-27T05:16:17Z', 'revision_number': 2, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'gw_port_host': None, '_interfaces': [{'id': '39b8e926-65b2-4ae8-8655-18b4b49749b7', 'name': '', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'mac_address': 'fa:16:3e:b8:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:16Z', 'updated_at': '2021-10-27T05:16:19Z', 'revision_number': 4, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'subnets': [{'id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:16:20.365944 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6db40-cf86-450f-b48b-465e5e22e2bf None None] Pushing event updated for resources: {'Port': ['ID=39b8e926-65b2-4ae8-8655-18b4b49749b7,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:20.688647 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 47902) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:20.805268 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c4cb1-26ee-4b45-a33f-b9df8dc27768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:16:20.806550 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-2f5c4cb1-26ee-4b45-a33f-b9df8dc27768 admin admin] 10.222.0.15 "GET /v2.0/networks/d7ffb0fc-8220-4f99-b460-f382a856166b HTTP/1.1" status: 200 len: 842 time: 0.1168566 Oct 27 05:16:20.816666 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Request body: {'subnet': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:16:20.818707 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.quota [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Loaded quota_driver: . Oct 27 05:16:20.852766 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Made reservation on behalf of 44ed46d208f34ac7abf3583ccf6b6f04 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:16:20.855122 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:21.184419 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.objects.ports [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101381) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 05:16:21.184858 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:21.251020 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685d2010-8f58-4901-bac3-71e9b54080b1,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:21.258488 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:16:21.258834 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Network hostable DHCP agents. Network: d7ffb0fc-8220-4f99-b460-f382a856166b, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:16:21.280409 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:16:21.291112 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, d7ffb0fc-8220-4f99-b460-f382a856166b) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:16:21.295127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:16:21.295743 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:21.302516 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051f4a3-e558-43ed-8b6b-b46fb3b2c03c None None] Network d7ffb0fc-8220-4f99-b460-f382a856166b requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:16:21.320216 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4b4f1079-c82f-45ba-b6c5-7592a9378291 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5070038 Oct 27 05:16:21.438976 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e5f6b-1c76-49df-ac89-5a364bdb54d5 None None] Network d7ffb0fc-8220-4f99-b460-f382a856166b requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:16:23.777019 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 47910) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:23.906298 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1d421692-a528-458f-be20-e4695c5ecca6 admin admin] 10.222.0.15 "GET /v2.0/routers/a472ed88-1e40-4ec0-b18a-8dd167215666 HTTP/1.1" status: 200 len: 710 time: 0.1281543 Oct 27 05:16:23.993250 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31dc605-9c19-4018-9f81-0b5ec3fd91c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:16:23.994467 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b31dc605-9c19-4018-9f81-0b5ec3fd91c6 admin admin] 10.222.0.15 "GET /v2.0/networks/d7ffb0fc-8220-4f99-b460-f382a856166b HTTP/1.1" status: 200 len: 886 time: 0.0816274 Oct 27 05:16:24.005998 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:16:24.265942 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:24.570533 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:24.645388 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:24.745470 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Allocated IP 172.28.2.81 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/9d85ecbe-b510-4e2c-b725-458662e12d20) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:16:24.869338 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:24.903797 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:24.941706 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:16:24.945972 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:16:24.952005 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:16:24.953745 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d85ecbe-b510-4e2c-b725-458662e12d20,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:25.189508 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:25.379769 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-738995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6682'] for router, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:25.383566 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-738986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-738981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738304'] for router, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:25.487713 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Router a472ed88-1e40-4ec0-b18a-8dd167215666 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:16:25.591444 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:16:25.596188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:25.597366 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e46e2b20-7f2d-4541-8227-085056ee82e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/a472ed88-1e40-4ec0-b18a-8dd167215666 HTTP/1.1" status: 200 len: 889 time: 1.5948367 Oct 27 05:16:26.571146 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 39b8e926-65b2-4ae8-8655-18b4b49749b7 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:16:26.618663 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 39b8e926-65b2-4ae8-8655-18b4b49749b7 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:26.618947 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:27.380211 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Sync routers for ids ['a472ed88-1e40-4ec0-b18a-8dd167215666'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:16:27.391367 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Routers {'a472ed88-1e40-4ec0-b18a-8dd167215666'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:16:27.391987 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:16:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['a472ed88-1e40-4ec0-b18a-8dd167215666'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:27.592995 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Set router a472ed88-1e40-4ec0-b18a-8dd167215666 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:16:28.039636 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'name': 'router1', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '9d85ecbe-b510-4e2c-b725-458662e12d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:16:07Z', 'updated_at': '2021-10-27T05:16:25Z', 'revision_number': 4, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'gw_port': {'id': '9d85ecbe-b510-4e2c-b725-458662e12d20', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:24Z', 'updated_at': '2021-10-27T05:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '39b8e926-65b2-4ae8-8655-18b4b49749b7', 'name': '', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'mac_address': 'fa:16:3e:b8:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:16Z', 'updated_at': '2021-10-27T05:16:20Z', 'revision_number': 5, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'subnets': [{'id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:28.090877 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Checking router: a472ed88-1e40-4ec0-b18a-8dd167215666 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:16:28.091253 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Updating router a472ed88-1e40-4ec0-b18a-8dd167215666 port 9d85ecbe-b510-4e2c-b725-458662e12d20 binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:16:28.122021 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 47922) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:16:28.138457 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:28.236479 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-341cd439-9439-43ae-adf5-4885b1083771 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1128881 Oct 27 05:16:28.466273 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:28.472505 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:28.528226 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac8d6c-2fed-46c3-97b4-b91e01e0635f None None] Pushing event updated for resources: {'Port': ['ID=9d85ecbe-b510-4e2c-b725-458662e12d20,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:28.530532 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Attempting to bind port 9d85ecbe-b510-4e2c-b725-458662e12d20 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:16:28.530920 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Attempting to bind port 9d85ecbe-b510-4e2c-b725-458662e12d20 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:16:28.531283 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Attempting to bind port 9d85ecbe-b510-4e2c-b725-458662e12d20 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:16:28.537266 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:16:28.537656 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:16:28.538040 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:28.538422 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:16:28.538892 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Bound port: 9d85ecbe-b510-4e2c-b725-458662e12d20, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:16:28.539309 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:28.589432 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] For port 9d85ecbe-b510-4e2c-b725-458662e12d20, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:16:28.592506 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] For port 9d85ecbe-b510-4e2c-b725-458662e12d20, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9d85ecbe-b510-4e2c-b725-458662e12d20,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:16:28.597243 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:28.653529 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Routers {'a472ed88-1e40-4ec0-b18a-8dd167215666'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:16:28.654141 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:16:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['a472ed88-1e40-4ec0-b18a-8dd167215666'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:28.658849 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac8d6c-2fed-46c3-97b4-b91e01e0635f None None] Pushing event updated for resources: {'Port': ['ID=9d85ecbe-b510-4e2c-b725-458662e12d20,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:28.766260 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] Set router a472ed88-1e40-4ec0-b18a-8dd167215666 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:16:28.983183 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'name': 'router1', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '9d85ecbe-b510-4e2c-b725-458662e12d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:16:07Z', 'updated_at': '2021-10-27T05:16:25Z', 'revision_number': 4, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'gw_port': {'id': '9d85ecbe-b510-4e2c-b725-458662e12d20', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:24Z', 'updated_at': '2021-10-27T05:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '39b8e926-65b2-4ae8-8655-18b4b49749b7', 'name': '', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'mac_address': 'fa:16:3e:b8:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:16Z', 'updated_at': '2021-10-27T05:16:20Z', 'revision_number': 5, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'subnets': [{'id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:16:29.010391 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2eb89-8308-4feb-8859-b8868db1f817 None None] The sync data for ids ['a472ed88-1e40-4ec0-b18a-8dd167215666'] in dv-cinder-815461-4-smb is: [{'id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'name': 'router1', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '9d85ecbe-b510-4e2c-b725-458662e12d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:16:07Z', 'updated_at': '2021-10-27T05:16:25Z', 'revision_number': 4, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'gw_port': {'id': '9d85ecbe-b510-4e2c-b725-458662e12d20', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:24Z', 'updated_at': '2021-10-27T05:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '39b8e926-65b2-4ae8-8655-18b4b49749b7', 'name': '', 'network_id': '8630e722-ad9d-4bee-a507-860769ef9e6b', 'tenant_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'mac_address': 'fa:16:3e:b8:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a472ed88-1e40-4ec0-b18a-8dd167215666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:16:16Z', 'updated_at': '2021-10-27T05:16:20Z', 'revision_number': 5, 'project_id': '1bb8e61867584f518ec7eb3c85ecdf55', 'subnets': [{'id': '00d6a542-e084-42b5-9883-fb62dae23d2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4e3be7b-adfe-4999-b644-13b908683a44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:16:30.607446 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9d85ecbe-b510-4e2c-b725-458662e12d20 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:16:30.664619 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 9d85ecbe-b510-4e2c-b725-458662e12d20 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:30.665149 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:30.749436 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:30.772209 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 9d85ecbe-b510-4e2c-b725-458662e12d20, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9d85ecbe-b510-4e2c-b725-458662e12d20,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:16:30.776434 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:30.859936 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=9d85ecbe-b510-4e2c-b725-458662e12d20,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:16:32.617199 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9d85ecbe-b510-4e2c-b725-458662e12d20 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:16:32.690453 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 9d85ecbe-b510-4e2c-b725-458662e12d20 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:16:32.690989 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:40.872568 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5588af23-b498-4717-aac2-0256677d167f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:43.333376 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-da5dafc3-e543-4909-9874-235bbdd921d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:44.491928 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:44.798311 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:46.271864 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:16:56.998897 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:17:10.801607 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d975-11e3-4a4f-a793-4f73aae604fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:13.326552 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bf557b3a-8a8f-4f0e-ab5d-5c4fd15f59b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:14.489332 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:14.786230 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:16.276377 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:33.998429 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:17:40.795177 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-827f35a7-f102-4177-ac12-01c042ff9e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:43.327648 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-99342ee3-adf5-45a6-b52f-87031f532919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:44.482689 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:44.787604 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:17:46.276683 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:05.913928 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48484) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:05.984805 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3029218-8809-4e34-a44c-4dcb067f472a admin admin] GET failed (client error): The resource could not be found. Oct 27 05:18:05.986589 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a3029218-8809-4e34-a44c-4dcb067f472a admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712194 Oct 27 05:18:06.145671 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d63e0c-bd22-42be-94dd-30d4e2e8b37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:06.147146 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b3d63e0c-bd22-42be-94dd-30d4e2e8b37a admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559680 Oct 27 05:18:08.443471 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48494) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:08.609023 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8880e773-31f2-4ce2-9b34-98ffe87b4753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:08.610619 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-8880e773-31f2-4ce2-9b34-98ffe87b4753 admin admin] 10.222.0.15 "GET /v2.0/subnets/00d6a542-e084-42b5-9883-fb62dae23d2b HTTP/1.1" status: 200 len: 849 time: 0.1661470 Oct 27 05:18:08.620648 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:18:08.701707 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:08.837500 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785279984613'] for subnet, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:08.869797 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:08.870380 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:08.874819 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617dda06-e8a1-434f-9416-c397fb5a0a3c None None] Network 8630e722-ad9d-4bee-a507-860769ef9e6b requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:18:08.879709 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] 10.222.0.15 "PUT /v2.0/subnets/00d6a542-e084-42b5-9883-fb62dae23d2b HTTP/1.1" status: 200 len: 868 time: 0.2625494 Oct 27 05:18:08.898698 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d6a542-e084-42b5-9883-fb62dae23d2b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:18:08.906753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.907455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.907984 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.908521 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.909051 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.909613 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.910304 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.910831 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.911399 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.911911 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.912708 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:08.913238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f577f-217e-4454-a713-bb767d27e946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:09.256532 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-c3755938-5e58-4eac-ae31-53985dd0edaf None None] Provisioning complete for port e8b04319-a0d8-46b5-88c0-04d223b9a77b triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:18:09.256895 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c3755938-5e58-4eac-ae31-53985dd0edaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:09.343024 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-c3755938-5e58-4eac-ae31-53985dd0edaf None None] Provisioning complete for port 39b8e926-65b2-4ae8-8655-18b4b49749b7 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:18:09.343288 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c3755938-5e58-4eac-ae31-53985dd0edaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:10.797330 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2979da49-3df9-4aed-8b67-94b3dad8bcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:10.997756 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:18:11.195388 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48502) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:11.389488 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d401862d-b407-4b51-8fc5-9b40adb0831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:11.389868 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d401862d-b407-4b51-8fc5-9b40adb0831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:11.391431 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-d401862d-b407-4b51-8fc5-9b40adb0831e admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950762 Oct 27 05:18:13.329839 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a2b34951-ce9d-4d0e-aa2b-b7b3b823008c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:13.693843 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48510) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:13.823288 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d3ce3-e74a-469d-8c82-dcd34106f6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:13.823756 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d3ce3-e74a-469d-8c82-dcd34106f6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:13.825230 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a84d3ce3-e74a-469d-8c82-dcd34106f6b2 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304381 Oct 27 05:18:14.485388 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:14.790886 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:16.122655 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48518) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:16.253127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8378797-4dd0-409e-83b6-ec8565ebf46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:16.254481 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a8378797-4dd0-409e-83b6-ec8565ebf46e admin admin] 10.222.0.15 "GET /v2.0/networks/8630e722-ad9d-4bee-a507-860769ef9e6b HTTP/1.1" status: 200 len: 869 time: 0.1308782 Oct 27 05:18:16.281472 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:18.521929 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48526) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:18.643347 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5d973-db09-47b1-90e7-23f0e48dfa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:18.644677 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-35c5d973-db09-47b1-90e7-23f0e48dfa26 admin admin] 10.222.0.15 "GET /v2.0/networks/d7ffb0fc-8220-4f99-b460-f382a856166b HTTP/1.1" status: 200 len: 886 time: 0.1218114 Oct 27 05:18:20.936248 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48534) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:21.057837 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d84ad9-2098-4aa1-9021-b7695ba7b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:21.058281 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d84ad9-2098-4aa1-9021-b7695ba7b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:21.059784 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-15d84ad9-2098-4aa1-9021-b7695ba7b17a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226149 Oct 27 05:18:23.426882 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48544) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:23.518167 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f07185-4954-4828-a1a7-70b72ce328c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:23.518618 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f07185-4954-4828-a1a7-70b72ce328c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:23.520113 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-f2f07185-4954-4828-a1a7-70b72ce328c1 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922654 Oct 27 05:18:25.804433 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48552) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:25.897899 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e764e-f8f1-4921-9290-91112b927fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:25.899278 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-450e764e-f8f1-4921-9290-91112b927fb0 admin admin] 10.222.0.15 "GET /v2.0/subnets/00d6a542-e084-42b5-9883-fb62dae23d2b HTTP/1.1" status: 200 len: 868 time: 0.0938303 Oct 27 05:18:28.194266 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48560) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:28.279062 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758dbc8c-e526-443b-8698-d4cfbb509d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:28.280452 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-758dbc8c-e526-443b-8698-d4cfbb509d59 admin admin] 10.222.0.15 "GET /v2.0/subnets/685d2010-8f58-4901-bac3-71e9b54080b1 HTTP/1.1" status: 200 len: 816 time: 0.0852444 Oct 27 05:18:40.800285 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-901bb193-411b-474c-a2ce-abfc7c688f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:43.331142 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-65309f5d-175e-4435-8934-54aebf496f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:44.488779 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:44.795034 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:46.284913 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:47.995435 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:18:52.908134 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48614) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:52.955778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [None req-82bd8a45-809e-44ec-9870-8c0628dfa8aa admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:18:52.956768 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-82bd8a45-809e-44ec-9870-8c0628dfa8aa admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0476968 Oct 27 05:18:55.367601 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48622) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:55.431472 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.pecan_wsgi.hooks.translation [None req-92289f13-4fcb-46ea-b21e-3bedd4a2a364 admin admin] GET failed (client error): The resource could not be found. Oct 27 05:18:55.432757 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-92289f13-4fcb-46ea-b21e-3bedd4a2a364 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642333 Oct 27 05:18:55.572621 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aff251-3f49-4eda-854c-bc7c05e5d622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:55.573966 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-09aff251-3f49-4eda-854c-bc7c05e5d622 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366067 Oct 27 05:18:57.865696 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48632) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:18:57.911686 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:18:57.931876 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Made reservation on behalf of 44ed46d208f34ac7abf3583ccf6b6f04 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:18:57.934335 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:57.967002 dv-cinder-815461-4-smb neutron-server[101382]: WARNING neutron.services.revisions.revision_plugin [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Could not find related network for resource to bump revision. Oct 27 05:18:57.977893 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:18:57.987035 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:57.987386 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Added segment e4f67764-d48b-4f83-a481-fb9a1dc08fa6 of type vlan for network 2657b8c4-9739-405d-9945-d5b6b555b269 Oct 27 05:18:58.025773 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:58.048892 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:58.049803 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:18:58.050366 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:18:58.097735 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2309861 Oct 27 05:18:58.107965 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Pushing event updated for resources: {'Network': ['ID=2657b8c4-9739-405d-9945-d5b6b555b269,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:18:58.116179 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.116553 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.116896 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.117230 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.117556 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.117885 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.118209 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.118551 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.118870 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.119228 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.119550 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.119875 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a021113-a7ab-45a2-a412-7cf5762cb496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:18:58.132005 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 2657b8c4-9739-405d-9945-d5b6b555b269 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:19:00.430278 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48640) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:19:00.489785 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a2112e-6db5-447c-82a1-deff0f761d80 admin admin] GET failed (client error): The resource could not be found. Oct 27 05:19:00.491082 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-01a2112e-6db5-447c-82a1-deff0f761d80 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598269 Oct 27 05:19:00.559863 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d44413-ca69-4d72-97bb-a47809434afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:19:00.561266 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-58d44413-ca69-4d72-97bb-a47809434afe admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656261 Oct 27 05:19:00.571226 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269', 'cidr': '192.168.233.0/24'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:19:00.591331 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Made reservation on behalf of 44ed46d208f34ac7abf3583ccf6b6f04 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:19:00.593524 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:00.752346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:00.805956 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5915d189-150e-4abd-80a7-d419bab1c71e,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:19:00.814144 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Checking segment: {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:19:00.814500 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Network hostable DHCP agents. Network: 2657b8c4-9739-405d-9945-d5b6b555b269, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:19:00.831950 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Network 2657b8c4-9739-405d-9945-d5b6b555b269 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:19:00.839798 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 2657b8c4-9739-405d-9945-d5b6b555b269) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:19:00.843676 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:19:00.844278 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:00.848846 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c468f-478c-4967-8bea-f0a131950554 None None] Network 2657b8c4-9739-405d-9945-d5b6b555b269 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:19:00.860101 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-106304e6-114e-4af1-af08-a1791b922404 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2917438 Oct 27 05:19:00.999491 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-2657b8c4-9739-405d-9945-d5b6b555b269', 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269', 'tenant_id': '44ed46d208f34ac7abf3583ccf6b6f04', 'fixed_ips': [{'subnet_id': '5915d189-150e-4abd-80a7-d419bab1c71e'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:19:01.001110 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:01.138247 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Allocated IP 192.168.233.2 (2657b8c4-9739-405d-9945-d5b6b555b269/5915d189-150e-4abd-80a7-d419bab1c71e/404e2ec2-2f81-48a0-b8dc-3d872a986fcd) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:19:01.380238 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:01.386538 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:01.425435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Network 2657b8c4-9739-405d-9945-d5b6b555b269 is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:19:01.428399 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:19:01.431808 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:19:01.437100 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Pushing event updated for resources: {'Port': ['ID=404e2ec2-2f81-48a0-b8dc-3d872a986fcd,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:19:01.447451 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.447795 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.448133 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.448481 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.448814 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.449139 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.449462 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.449779 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.450116 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.450435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.450748 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.451061 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:19:01.502503 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Attempting to bind port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:19:01.502868 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Attempting to bind port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:19:01.503277 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Attempting to bind port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd on network 2657b8c4-9739-405d-9945-d5b6b555b269 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:19:01.508281 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:19:01.508648 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Checking segment: {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:19:01.509162 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:01.509549 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Bound using segment: {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:19:01.510005 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Bound port: 404e2ec2-2f81-48a0-b8dc-3d872a986fcd, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:19:01.510389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:01.572158 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] For port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:19:01.575375 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] For port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=404e2ec2-2f81-48a0-b8dc-3d872a986fcd,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:19:01.580267 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:01.643796 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4fd44-0e72-45b3-a3c5-0a34879eeaf5 None None] Pushing event updated for resources: {'Port': ['ID=404e2ec2-2f81-48a0-b8dc-3d872a986fcd,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:19:02.418966 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac61a68-a70b-4c32-a5b2-5d3b82c02c88 None None] Network 2657b8c4-9739-405d-9945-d5b6b555b269 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:19:02.487157 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-998aa206-b031-4582-a1d2-539aab124831 None None] Provisioning complete for port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:19:02.487475 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-998aa206-b031-4582-a1d2-539aab124831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:02.637702 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-998aa206-b031-4582-a1d2-539aab124831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:02.679421 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-998aa206-b031-4582-a1d2-539aab124831 None None] For port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=404e2ec2-2f81-48a0-b8dc-3d872a986fcd,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:19:02.684829 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 404e2ec2-2f81-48a0-b8dc-3d872a986fcd up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:19:02.687281 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-998aa206-b031-4582-a1d2-539aab124831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:02.764646 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998aa206-b031-4582-a1d2-539aab124831 None None] Pushing event updated for resources: {'Port': ['ID=404e2ec2-2f81-48a0-b8dc-3d872a986fcd,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:19:02.779791 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:19:02.780442 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:02.909138 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-53791a0d-730b-4850-a829-7047e3641529 None None] Provisioning complete for port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:19:02.909505 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-53791a0d-730b-4850-a829-7047e3641529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:04.637564 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 404e2ec2-2f81-48a0-b8dc-3d872a986fcd up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:19:04.684548 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 404e2ec2-2f81-48a0-b8dc-3d872a986fcd triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:19:04.684911 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:10.802541 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5623d422-cb3e-4ced-8748-40dbc744c873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:13.332032 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-577b22b7-15b7-43b8-8716-0c6b71e9f862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:14.490998 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:14.797545 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:16.287817 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:24.994233 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:19:40.803367 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c00771b4-6be3-4ec1-842e-f4a5ebce4706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:43.332347 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-fa7af529-524c-4d61-b432-b0d99972450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:44.493389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:44.799743 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:19:46.292259 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:01.993174 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:20:10.805451 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32fe-6a28-4eff-abb3-69edb2242c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:13.334100 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-05d8e004-8e5e-45e8-b69e-3b2d24e5c9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:14.499785 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:14.802763 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:15.967849 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48684) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:20:15.973576 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [None req-ecf3998f-a5af-4ed3-a8a0-06579db38556 tempest-verify_tempest_config-88754709 tempest-verify_tempest_config-88754709-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:20:15.974524 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ecf3998f-a5af-4ed3-a8a0-06579db38556 tempest-verify_tempest_config-88754709 tempest-verify_tempest_config-88754709-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057418 Oct 27 05:20:16.265190 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48702) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:20:16.294401 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.367276 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.438074 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.441557 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.483202 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c268a580b6af4704a1b7540ffc596000&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2169950 Oct 27 05:20:16.485073 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf8b9d-9db7-4253-9a45-cd65183e39f2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:20:16.486261 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48706) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:20:16.492006 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.492365 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.492700 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.493024 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.493351 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.493671 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.493989 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.494306 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.494621 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.494938 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.495278 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.495591 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0c0c8e-11fd-497d-810a-1db7bce218e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.568387 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.588188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.679842 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.682845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:16.684016 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcdf8b9d-9db7-4253-9a45-cd65183e39f2 HTTP/1.1" status: 204 len: 168 time: 0.1967857 Oct 27 05:20:16.691717 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf8b9d-9db7-4253-9a45-cd65183e39f2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:20:16.698381 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.698748 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.699112 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.699453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.699788 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.700119 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.700447 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.700776 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.701127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.701454 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.701786 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:16.702114 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e503e-badd-424c-804b-58b3b6c51c56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:20:38.991949 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:20:40.806911 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-59067bb7-8926-403f-812e-873146c413e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:43.335769 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d292554b-6167-44be-97c4-be4862af77d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:44.491376 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:44.806768 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:20:46.298467 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:10.807503 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b5a64e56-0580-4c8c-830c-0eacde5e19a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:13.336105 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-546de8a7-1d9e-4145-82e9-53ec55a0a7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:14.491841 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:14.810541 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:15.990126 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:21:16.301302 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:40.808546 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-00d58ef3-270a-4bbb-b5dc-638be78d285d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:43.337269 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-04e6e246-8e24-49ea-9d58-3ae57461d586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:44.494225 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:44.811161 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:46.306075 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:21:52.989987 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 5 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:21:57.441824 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-740773'] for agent, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:10.809662 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d3033eec-8fb1-42d4-9645-8bf1e4088ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:11.635889 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48780) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:22:11.740364 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-cef85e41-fe45-44a2-8dfe-e1ebd15623e8 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1033907 Oct 27 05:22:13.338963 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f54a9810-885f-4b34-9c29-1b43c5c15aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:14.045152 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 48790) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:22:14.098275 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-377196c6-90f9-4fe6-b1c3-b20e5a131c6a admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0520484 Oct 27 05:22:14.495954 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:14.813095 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:16.312969 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:27.398996 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:29.990130 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:22:40.811566 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8662e7f6-c23b-4f9d-9311-534a872a04de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:43.342195 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-956eaa5f-5f14-4ed6-bbbc-477f0e0959db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:44.498767 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:44.817757 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:46.312981 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:22:57.395233 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:06.989283 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:23:10.813636 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-65633668-5728-4735-a9a6-186da9bacab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:13.344185 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-941a81c9-ff29-474a-98d6-e5dd110167e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:14.502054 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:14.823390 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:16.317311 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:27.412204 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:40.815822 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6e8-8111-4917-946c-6ccfca3b5491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:43.345621 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ee1d-53ec-4cf3-adce-cc044e43cdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:43.989070 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:23:44.503375 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:44.822917 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:46.320683 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:52.657223 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 48996) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:52.805930 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49008) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:52.930090 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1760071632-network', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:52.963874 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Made reservation on behalf of 4c629cf25a984deabe7b7e6da2197403 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:52.968664 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:52.980525 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.024787 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49018) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:53.027551 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49020) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:53.103328 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.110481 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.150294 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d008b5aa-8223-47cb-80cb-41676c9a054b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:53.159356 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.159698 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.160034 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.160460 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.161171 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.161586 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.161908 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.162290 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.162660 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.162977 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.163370 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.163755 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Tracked resource versions report: Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: pushed versions: Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: { 'AddressGroup': {'1.2'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'ConntrackHelper': {'1.0'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Log': {'1.0'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Network': {'1.1'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Port': {'1.7'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'PortForwarding': {'1.2'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'QosPolicy': {'1.10'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroup': {'1.4'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'SubPort': {'1.0'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Subnet': {'1.1'}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Trunk': {'1.1'}} Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: consumer versions: Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: HyperV agent@hv-cinder-81546: {}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'ConntrackHelper': '1.0', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Log': '1.0', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Network': '1.1', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Port': '1.7', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'PortForwarding': '1.2', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'QosPolicy': '1.10', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroup': '1.4', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'SecurityGroupRule': '1.2', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'SubPort': '1.0', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Subnet': '1.1', Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: 'Trunk': '1.1'}} Oct 27 05:23:53.164852 dv-cinder-815461-4-smb neutron-server[101381]: {{(pid=101381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:23:53.175810 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2064117831-network', 'tenant_id': 'afc752056a18437e8c160fa21c4414d1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.215361 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Made reservation on behalf of afc752056a18437e8c160fa21c4414d1 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:53.218528 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.219026 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49036) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:53.228146 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:23:53.232706 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.272948 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-network', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.306291 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Made reservation on behalf of 00e55c6c575241fc8ef9c285b101bd0a for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:53.309177 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.319193 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785279944982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.319809 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Unsubscribe: segment precommit_create {{(pid=101381) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 05:23:53.320257 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.320382 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.segments_db [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Added segment c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc of type vlan for network a014420b-c451-49d3-8af2-a107bb698c4c Oct 27 05:23:53.337800 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-153237217-network', 'tenant_id': '9a49554c6621404e988400ff3df195b1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.390732 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-network', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.391821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.396316 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Made reservation on behalf of 9a49554c6621404e988400ff3df195b1 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:53.398778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.415618 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.431405 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Made reservation on behalf of 2fb1fa872c004cac9147d805ce1f97cc for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:53.434547 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.441485 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.444864 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.448348 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.449889 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.453445 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.480919 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:23:53.504692 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:23:53.506989 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b96b1-3508-400f-8465-2c30641fd186,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:53.519842 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.520542 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.520829 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.521166 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.521496 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.522001 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.522333 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.522662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.523005 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.523368 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.523687 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.524167 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Tracked resource versions report: Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: pushed versions: Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: { 'AddressGroup': {'1.2'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'ConntrackHelper': {'1.0'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Log': {'1.0'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Network': {'1.1'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Port': {'1.7'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'PortForwarding': {'1.2'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'QosPolicy': {'1.10'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroup': {'1.4'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'SubPort': {'1.0'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Subnet': {'1.1'}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Trunk': {'1.1'}} Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: consumer versions: Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: HyperV agent@hv-cinder-81546: {}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'ConntrackHelper': '1.0', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Log': '1.0', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Network': '1.1', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Port': '1.7', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'PortForwarding': '1.2', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'QosPolicy': '1.10', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroup': '1.4', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'SecurityGroupRule': '1.2', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'SubPort': '1.0', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Subnet': '1.1', Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: 'Trunk': '1.1'}} Oct 27 05:23:53.525323 dv-cinder-815461-4-smb neutron-server[101382]: {{(pid=101382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:23:53.530719 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.531054 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.segments_db [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Added segment b4f13a36-208b-4e66-a2ea-2863fdb80eb9 of type vlan for network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 Oct 27 05:23:53.541061 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.541588 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Added segment 3fe41806-6730-4472-9bcf-2be689c785df of type vlan for network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 Oct 27 05:23:53.551254 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.552629 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:53.552907 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.555019 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b31942a-747f-46fe-8ae7-ba593960814b,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:53.599298 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.654359 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.656066 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.657012 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:53.657745 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.663597 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.669477 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.690895 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6624937 Oct 27 05:23:53.703741 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49056) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:53.704610 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.705837 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:53.706549 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.722023 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0630512 Oct 27 05:23:53.748242 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9411132 Oct 27 05:23:53.750320 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49058) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:53.750719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49060) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:53.756060 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Request body: {'subnet': {'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-subnet', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.759460 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Request body: {'subnet': {'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1760071632-subnet', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.767058 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Request body: {'subnet': {'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2064117831-subnet', 'tenant_id': 'afc752056a18437e8c160fa21c4414d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:53.779892 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2fa97-1543-43aa-b604-5dce28e971a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a014420b-c451-49d3-8af2-a107bb698c4c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:53.794117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network a014420b-c451-49d3-8af2-a107bb698c4c details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:23:53.803346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:23:53.821575 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.821901 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Added segment 8faf5c4f-c0cc-455d-af6b-39817f62a526 of type vlan for network 5f8fd21e-6984-44b3-9c25-2fda23b76095 Oct 27 05:23:53.849601 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a6c65-84b7-4b7f-8427-4d0ee1b8f29f admin admin] Pushing event updated for resources: {'Network': ['ID=3a6f87d9-82ce-4d7a-aff7-d541b8062c70,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:53.882421 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:23:53.893607 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Made reservation on behalf of 00e55c6c575241fc8ef9c285b101bd0a for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:53.896177 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.915496 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:53.935422 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.076545 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.083126 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.db.api [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 05:23:54.083126 dv-cinder-815461-4-smb neutron-server[101382]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 05:23:54.083126 dv-cinder-815461-4-smb neutron-server[101382]: [parameters: {'project_id_1': '4c629cf25a984deabe7b7e6da2197403', 'expiration_1': datetime.datetime(2021, 10, 27, 5, 23, 33, 777199)}] Oct 27 05:23:54.083126 dv-cinder-815461-4-smb neutron-server[101382]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101382) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:23:54.084747 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG oslo_db.api [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:23:54.091675 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d4087-4607-4e55-b05e-6d82bb3133d5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.103884 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:23:54.136706 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31286dac-1177-4a1d-a028-79cceee8e8f6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.158488 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.161567 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:54.172389 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:23:54.183543 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.193398 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.194271 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.segments_db [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Added segment cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8 of type vlan for network 3ce92d26-9783-462a-ab15-9b0f7179e437 Oct 27 05:23:54.256918 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2726006d-c449-4d77-b906-0befb33e6662,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.263526 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Made reservation on behalf of afc752056a18437e8c160fa21c4414d1 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:54.266058 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.277301 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0571003 Oct 27 05:23:54.283878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.285920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49082) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:54.291059 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Request body: {'subnet': {'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-subnet', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:54.311452 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49084) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:54.344628 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e81f0-6611-4eb8-989a-bb9645807174 admin admin] Pushing event updated for resources: {'Network': ['ID=5f8fd21e-6984-44b3-9c25-2fda23b76095,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.354257 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.355208 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:54.355902 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.376669 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Made reservation on behalf of 2fb1fa872c004cac9147d805ce1f97cc for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:54.377528 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:23:54.379270 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.396497 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3695741 Oct 27 05:23:54.402218 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49090) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:54.507763 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Request body: {'subnet': {'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-153237217-subnet', 'tenant_id': '9a49554c6621404e988400ff3df195b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:54.545016 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.594103 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6876c8f-55a6-4ce2-8ace-741f0989836c admin admin] Pushing event updated for resources: {'Network': ['ID=3ce92d26-9783-462a-ab15-9b0f7179e437,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.601409 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae92573-83f0-4d56-ba61-e88bbbc248a9,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.606029 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 3ce92d26-9783-462a-ab15-9b0f7179e437 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:23:54.616553 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Made reservation on behalf of 9a49554c6621404e988400ff3df195b1 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:54.619304 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.663143 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24686dba-dfc8-404f-a364-5c10f1728d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.697055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.727647 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Made reservation on behalf of 4c629cf25a984deabe7b7e6da2197403 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:23:54.730144 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.785766 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Checking segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:54.786117 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Network hostable DHCP agents. Network: 3a6f87d9-82ce-4d7a-aff7-d541b8062c70, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:23:54.804492 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ddc4b6-3cb3-467d-be74-e608941a79d8,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:54.874093 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:23:54.889711 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Checking segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:54.890142 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Network hostable DHCP agents. Network: 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:23:54.900319 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.905666 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 3a6f87d9-82ce-4d7a-aff7-d541b8062c70) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:54.916901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:54.917485 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.919686 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e679bb-6187-475e-b0ba-657eb1c123e4 None None] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:54.942269 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.974898 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24686dba-dfc8-404f-a364-5c10f1728d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:54.975690 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4074f303-fc23-461f-9ef9-b12f8d2c5999 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2227306 Oct 27 05:23:54.983373 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:23:54.999530 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-24686dba-dfc8-404f-a364-5c10f1728d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.022409 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:55.028886 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:55.029702 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.038558 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5625fbdb-45a3-4417-9d85-cfba7a4d7d99 None None] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:55.066051 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e72cfdb-405f-41cc-8ad1-9aa630883bfb,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:55.084031 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49116) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:55.084979 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-24686dba-dfc8-404f-a364-5c10f1728d69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61320ff718074e5388734092d9f0ce92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7716753 Oct 27 05:23:55.097485 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1430eae1-f35a-4a56-8dd4-ba8b2399f158 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3738706 Oct 27 05:23:55.101954 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49118) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:55.109767 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:55.116342 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c0af40-2d55-46a4-9c62-2812c06a63c9,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:55.123898 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Checking segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:55.124584 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Network hostable DHCP agents. Network: 5f8fd21e-6984-44b3-9c25-2fda23b76095, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:23:55.146231 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24686dba-dfc8-404f-a364-5c10f1728d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2758eb-4062-4527-b14d-e98c3fa16f66,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:55.169536 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.171955 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.173662 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.180679 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:23:55.180949 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Checking segment: {'id': 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:55.181315 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Network hostable DHCP agents. Network: 3ce92d26-9783-462a-ab15-9b0f7179e437, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:23:55.223654 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 5f8fd21e-6984-44b3-9c25-2fda23b76095) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:55.264117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbeda1e-33e4-4e56-8ae9-77a4783aa2c6 None None] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:55.266285 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:55.266525 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9e0ecb-708f-41b0-9675-57dbfe4dc187,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:55.266890 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.271942 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4725f8f3-f49b-44e2-a4e1-afda771bb38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.295514 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Network 3ce92d26-9783-462a-ab15-9b0f7179e437 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:23:55.312479 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Checking segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:55.312688 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Network hostable DHCP agents. Network: a014420b-c451-49d3-8af2-a107bb698c4c, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:23:55.325469 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 3ce92d26-9783-462a-ab15-9b0f7179e437) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:55.329862 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.331212 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:55.331853 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.357167 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-6a6039f5-a1ac-4979-a2b5-c72d82964338 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0700865 Oct 27 05:23:55.362654 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49128) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:55.376212 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4725f8f3-f49b-44e2-a4e1-afda771bb38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.379280 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e2435-ef77-4fd4-a0b5-b341e1c2959e None None] Network 3ce92d26-9783-462a-ab15-9b0f7179e437 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:55.395984 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:55.431408 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Network a014420b-c451-49d3-8af2-a107bb698c4c is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:23:55.441174 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d7df20f1-9db7-4e87-b3c7-d3bebbbad440 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9371903 Oct 27 05:23:55.459374 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, a014420b-c451-49d3-8af2-a107bb698c4c) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:55.470346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:55.470923 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.534183 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.537776 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.539047 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4ad39-6331-4be7-aa01-8e5b0dff7b52 None None] Network a014420b-c451-49d3-8af2-a107bb698c4c requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:55.582615 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-5332a01b-9b64-498e-8536-9b431e251b8d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8307798 Oct 27 05:23:55.589227 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49154) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:55.614905 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1499f7b-3d33-4be8-a2c6-c71c9895ac24 None None] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:55.617301 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:23:55.623387 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4725f8f3-f49b-44e2-a4e1-afda771bb38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.633330 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49164) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:55.636641 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4725f8f3-f49b-44e2-a4e1-afda771bb38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:55.640789 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4725f8f3-f49b-44e2-a4e1-afda771bb38e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef2758eb-4062-4527-b14d-e98c3fa16f66 HTTP/1.1" status: 204 len: 168 time: 0.5485263 Oct 27 05:23:55.649039 dv-cinder-815461-4-smb neutron-server[101381]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 05:23:55.686520 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725f8f3-f49b-44e2-a4e1-afda771bb38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2758eb-4062-4527-b14d-e98c3fa16f66,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:55.690401 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.102335 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.104463 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.131671 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.139229 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:23:56.140185 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.173910 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.266177 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49194) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:56.358300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a5a02aa3-49ee-4241-9f36-845bb6724e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.381772 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-98f6cd43-d6fd-4166-8bee-c919b4a0eab3 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:56.383347 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-98f6cd43-d6fd-4166-8bee-c919b4a0eab3 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.7490666 Oct 27 05:23:56.384963 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.385665 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49208) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:56.470011 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c642900-f651-4e52-934c-5433ce5753c3 None None] Network 3ce92d26-9783-462a-ab15-9b0f7179e437 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:56.481803 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720fb11-67fa-411d-8eb0-4ee1bcb2e010 None None] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:56.488286 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.519205 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.548277 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-e6d4fca3-1ba9-4cf2-a06f-8b17bdc70ad6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/quotas/afc752056a18437e8c160fa21c4414d1 HTTP/1.1" status: 200 len: 375 time: 0.1520998 Oct 27 05:23:56.635896 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-a014420b-c451-49d3-8af2-a107bb698c4c', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:23:56.636772 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.749411 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Allocated IP 172.28.2.99 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/8974a594-d96a-4ebd-91a6-4353357e97e6) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:23:56.811188 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-30d84bde-051e-494f-bc78-687afa6129b7 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2493300 Oct 27 05:23:56.835632 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.886284 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Allocated IP 172.20.0.2 (1a47bfed-6c14-4a2f-9e79-c2608b18ebc5/54ddc4b6-3cb3-467d-be74-e608941a79d8/573f59dd-20f5-46ff-b23b-a8b9aad77eef) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:23:56.894184 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-f28f2741-3f61-4f4a-85e1-e21de947ce66 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:23:56.895761 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-f28f2741-3f61-4f4a-85e1-e21de947ce66 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/networks?id=3ce92d26-9783-462a-ab15-9b0f7179e437 HTTP/1.1" status: 200 len: 811 time: 0.5033116 Oct 27 05:23:56.931372 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.965184 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a5a02aa3-49ee-4241-9f36-845bb6724e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:56.968285 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-722ffc16-9138-4cb3-91aa-cb92a94a179e tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/quotas/9a49554c6621404e988400ff3df195b1 HTTP/1.1" status: 200 len: 375 time: 0.0364470 Oct 27 05:23:56.983469 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a5a02aa3-49ee-4241-9f36-845bb6724e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.042331 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-5292dbfc-e437-4e83-850f-51d4485dd5ea tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a49554c6621404e988400ff3df195b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657394 Oct 27 05:23:57.048135 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-8d2ff018-a59a-4a1d-b799-3dad8234a772 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:23:57.049145 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-8d2ff018-a59a-4a1d-b799-3dad8234a772 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1035869 Oct 27 05:23:57.057237 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Allocated IP 172.20.0.2 (a014420b-c451-49d3-8af2-a107bb698c4c/4a9e0ecb-708f-41b0-9675-57dbfe4dc187/c7f4ac4b-a1e2-414d-a55b-f202443dd459) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:23:57.068699 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.162321 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:23:57.174237 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a5a02aa3-49ee-4241-9f36-845bb6724e18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fce86cd6e57041138510ce74303cb2ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9048436 Oct 27 05:23:57.174970 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:57.180560 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a02aa3-49ee-4241-9f36-845bb6724e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5337af-1ed5-49f3-82cb-a322d0c61891,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:57.185751 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49228) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:57.214206 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:23:57.239161 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.253821 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.272497 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-4c803aed-b463-4c0b-8876-a9a3f058cdc4 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131994 Oct 27 05:23:57.279725 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-b8b6087b-221a-4b5a-9339-66c64b44c44b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:23:57.280633 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-b8b6087b-221a-4b5a-9339-66c64b44c44b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1034803 Oct 27 05:23:57.282831 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.308569 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Pushing event updated for resources: {'Port': ['ID=8974a594-d96a-4ebd-91a6-4353357e97e6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:57.328187 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:23:57.334392 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:57.347895 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:23:57.373445 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Pushing event updated for resources: {'Port': ['ID=573f59dd-20f5-46ff-b23b-a8b9aad77eef,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:57.383733 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.409049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.410854 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75adc4b8-dabb-4127-8388-d859a37951e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.429038 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.429678 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.430192 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.430689 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.431205 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.431777 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.432290 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.432619 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.432962 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.433492 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.434137 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.435222 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Tracked resource versions report: Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: pushed versions: Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: { 'AddressGroup': {'1.2'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'ConntrackHelper': {'1.0'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Log': {'1.0'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Network': {'1.1'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Port': {'1.7'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'PortForwarding': {'1.2'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'QosPolicy': {'1.10'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroup': {'1.4'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'SubPort': {'1.0'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Subnet': {'1.1'}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Trunk': {'1.1'}} Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: consumer versions: Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: HyperV agent@hv-cinder-81546: {}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'ConntrackHelper': '1.0', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Log': '1.0', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Network': '1.1', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Port': '1.7', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'PortForwarding': '1.2', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'QosPolicy': '1.10', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroup': '1.4', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'SecurityGroupRule': '1.2', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'SubPort': '1.0', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Subnet': '1.1', Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: 'Trunk': '1.1'}} Oct 27 05:23:57.436383 dv-cinder-815461-4-smb neutron-server[101383]: {{(pid=101383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:23:57.447674 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75adc4b8-dabb-4127-8388-d859a37951e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.463883 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.471272 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.491965 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Attempting to bind port 573f59dd-20f5-46ff-b23b-a8b9aad77eef on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:23:57.492594 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Attempting to bind port 573f59dd-20f5-46ff-b23b-a8b9aad77eef by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:23:57.493131 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Attempting to bind port 573f59dd-20f5-46ff-b23b-a8b9aad77eef on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:23:57.506288 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:23:57.506947 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Checking segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:57.507525 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.508067 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Bound using segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:23:57.508699 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Bound port: 573f59dd-20f5-46ff-b23b-a8b9aad77eef, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:23:57.509258 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.532336 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Network a014420b-c451-49d3-8af2-a107bb698c4c is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:23:57.539314 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:57.561959 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Pushing event updated for resources: {'Port': ['ID=c7f4ac4b-a1e2-414d-a55b-f202443dd459,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:57.564497 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:23:57.634851 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75adc4b8-dabb-4127-8388-d859a37951e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.637426 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-75adc4b8-dabb-4127-8388-d859a37951e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.639548 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-75adc4b8-dabb-4127-8388-d859a37951e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb5337af-1ed5-49f3-82cb-a322d0c61891 HTTP/1.1" status: 204 len: 168 time: 0.4528220 Oct 27 05:23:57.649531 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Attempting to bind port c7f4ac4b-a1e2-414d-a55b-f202443dd459 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:23:57.650138 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Attempting to bind port c7f4ac4b-a1e2-414d-a55b-f202443dd459 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:23:57.650703 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Attempting to bind port c7f4ac4b-a1e2-414d-a55b-f202443dd459 on network a014420b-c451-49d3-8af2-a107bb698c4c {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:23:57.652371 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-0a734742-ef0d-479b-8b08-0555040f98a3 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664334 Oct 27 05:23:57.653765 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] For port 573f59dd-20f5-46ff-b23b-a8b9aad77eef, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:23:57.659527 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] For port 573f59dd-20f5-46ff-b23b-a8b9aad77eef, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=573f59dd-20f5-46ff-b23b-a8b9aad77eef,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:23:57.663472 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:23:57.664288 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Checking segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:23:57.664894 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.665495 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Bound using segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:23:57.666293 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Bound port: c7f4ac4b-a1e2-414d-a55b-f202443dd459, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:23:57.667030 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.673784 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-076e655a-af15-4871-8e35-1fb0c142de05 service neutron] 10.222.0.15 "GET /v2.0/networks/3ce92d26-9783-462a-ab15-9b0f7179e437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785791 Oct 27 05:23:57.678897 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.697749 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.700384 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adc4b8-dabb-4127-8388-d859a37951e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5337af-1ed5-49f3-82cb-a322d0c61891,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:57.700824 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Allocated IP 172.28.2.48 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/9ded9feb-bc26-4bf8-85a7-70e3eaa25159) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:23:57.706440 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.770781 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.816166 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21540273-5f84-4be9-a9d9-58a05ad3fc49 None None] Pushing event updated for resources: {'Port': ['ID=573f59dd-20f5-46ff-b23b-a8b9aad77eef,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:57.823940 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] For port c7f4ac4b-a1e2-414d-a55b-f202443dd459, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:23:57.828826 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] For port c7f4ac4b-a1e2-414d-a55b-f202443dd459, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=c7f4ac4b-a1e2-414d-a55b-f202443dd459,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:23:57.835630 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:57.920358 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d933c0-ef46-4f3c-9565-c25e5945ee28 None None] Pushing event updated for resources: {'Port': ['ID=c7f4ac4b-a1e2-414d-a55b-f202443dd459,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:58.022303 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-0fe5bd74-d9ba-4669-968f-88625bd20263 service neutron] 10.222.0.15 "GET /v2.0/networks/3ce92d26-9783-462a-ab15-9b0f7179e437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390896 Oct 27 05:23:58.089070 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:58.255872 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:58.305556 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:58.669438 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:23:58.694051 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c12d2c17-bc42-432a-ba7e-c931716d5a39 req-cd01b2ac-8dd3-4a4c-845e-e97fcdf92076 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 210 time: 0.2233264 Oct 27 05:23:58.713888 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Router 8253ac6c-35e1-413f-af5f-63fd9c469d12 is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:23:58.732838 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:23:58.751906 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-145a85b0-b86b-4305-b811-075ee0e4d8cd req-6068b22b-049e-48fd-946b-c2933e4c2606 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 210 time: 0.1356640 Oct 27 05:23:58.751906 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:23:58.783970 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:23:58.789658 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49286) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:58.792802 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Allocated IP 172.28.2.45 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/17123616-8fb6-498f-9881-eafbaea38a19) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:23:58.927769 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:23:58.939831 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Sync routers for ids ['8253ac6c-35e1-413f-af5f-63fd9c469d12'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:23:58.958765 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Routers {'8253ac6c-35e1-413f-af5f-63fd9c469d12'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:23:58.963704 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] Publish callbacks [] for router, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:58.969610 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-cb04107e-24b7-445b-8033-92366bd3c5cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5984149 Oct 27 05:23:58.970328 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49294) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:23:58.979111 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['8253ac6c-35e1-413f-af5f-63fd9c469d12'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:23:59.077691 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device c7f4ac4b-a1e2-414d-a55b-f202443dd459 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:23:59.197195 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port c7f4ac4b-a1e2-414d-a55b-f202443dd459 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:23:59.198530 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:59.534851 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:59.663226 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port c7f4ac4b-a1e2-414d-a55b-f202443dd459, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=c7f4ac4b-a1e2-414d-a55b-f202443dd459,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:23:59.673923 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:23:59.674764 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 573f59dd-20f5-46ff-b23b-a8b9aad77eef up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:23:59.683336 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Set router 8253ac6c-35e1-413f-af5f-63fd9c469d12 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:23:59.887846 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612de970-9b98-438b-b0e0-8f3ae53347a7 None None] Network a014420b-c451-49d3-8af2-a107bb698c4c requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:23:59.980289 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:00.110202 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:00.175370 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2a5f4-d214-48d6-b107-8f718f894510 None None] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:00.178988 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-33be997e-8359-4ff4-b135-4534ef2b91ba req-265b91be-5f26-4d9f-b741-a5199f63ee2f tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 210 time: 0.1522572 Oct 27 05:24:00.237507 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a38133d9-0e4b-4706-92dc-d7f7c14c8e7d req-0a45a2b3-c5cf-4f03-95c9-d6448c9dcd70 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 210 time: 0.3373284 Oct 27 05:24:00.255041 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27f93504-ff67-4554-8e4d-4bf5924ce525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:00.257999 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:23:57Z', 'revision_number': 3, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:00.372790 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Checking router: 8253ac6c-35e1-413f-af5f-63fd9c469d12 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:00.375542 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Updating router 8253ac6c-35e1-413f-af5f-63fd9c469d12 port 8974a594-d96a-4ebd-91a6-4353357e97e6 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:24:00.378069 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:00.448449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:00.465579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:00.484875 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:00.488299 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:00.594736 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Pushing event updated for resources: {'Port': ['ID=17123616-8fb6-498f-9881-eafbaea38a19,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:00.814172 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:00.959479 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Allocated IP 172.20.0.1 (5f8fd21e-6984-44b3-9c25-2fda23b76095/3e72cfdb-405f-41cc-8ad1-9aa630883bfb/9a8b7865-d729-4b64-849f-8667a82c41ae) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:01.073203 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-a0a66ad4-f121-465e-ad3f-7547647b8e89 None None] Provisioning complete for port c7f4ac4b-a1e2-414d-a55b-f202443dd459 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:01.074197 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a0a66ad4-f121-465e-ad3f-7547647b8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.077297 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=c7f4ac4b-a1e2-414d-a55b-f202443dd459,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:01.181345 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.189785 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.218275 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 573f59dd-20f5-46ff-b23b-a8b9aad77eef triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:01.219019 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.279502 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27f93504-ff67-4554-8e4d-4bf5924ce525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.308284 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.326672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-27f93504-ff67-4554-8e4d-4bf5924ce525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.362110 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Attempting to bind port 8974a594-d96a-4ebd-91a6-4353357e97e6 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:01.371906 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Attempting to bind port 8974a594-d96a-4ebd-91a6-4353357e97e6 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:01.371906 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Attempting to bind port 8974a594-d96a-4ebd-91a6-4353357e97e6 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:01.376960 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Pushing event updated for resources: {'Port': ['ID=8974a594-d96a-4ebd-91a6-4353357e97e6,revision_number=2']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:01.384653 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:01.385246 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:01.386215 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.386831 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:01.388182 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Bound port: 8974a594-d96a-4ebd-91a6-4353357e97e6, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:01.388770 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.411431 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.412090 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.413996 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.415555 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.422133 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.423340 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.423848 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.425851 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.427270 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.428801 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.429476 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.431149 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Tracked resource versions report: Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: pushed versions: Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: { 'AddressGroup': {'1.2'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'ConntrackHelper': {'1.0'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Log': {'1.0'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Network': {'1.1'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Port': {'1.7'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'PortForwarding': {'1.2'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'QosPolicy': {'1.10'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroup': {'1.4'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroupRule': {'1.2'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'SubPort': {'1.0'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Subnet': {'1.1'}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Trunk': {'1.1'}} Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: consumer versions: Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: { DHCP agent@dv-cinder-815461-4-smb: {}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: HyperV agent@hv-cinder-81546: {}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: L3 agent@dv-cinder-815461-4-smb: {}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: Metadata agent@dv-cinder-815461-4-smb: {}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: Metering agent@dv-cinder-815461-4-smb: {}, Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: Open vSwitch agent@dv-cinder-815461-4-smb: { 'AddressGroup': '1.2', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'ConntrackHelper': '1.0', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Log': '1.0', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Network': '1.1', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Port': '1.7', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'PortForwarding': '1.2', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'QosPolicy': '1.10', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroup': '1.4', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'SecurityGroupRule': '1.2', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'SubPort': '1.0', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Subnet': '1.1', Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: 'Trunk': '1.1'}} Oct 27 05:24:01.433049 dv-cinder-815461-4-smb neutron-server[101384]: {{(pid=101384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 05:24:01.451661 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.499851 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.556421 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b7865-d729-4b64-849f-8667a82c41ae,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:01.586258 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:01.586526 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] For port 8974a594-d96a-4ebd-91a6-4353357e97e6, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:01.586690 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 573f59dd-20f5-46ff-b23b-a8b9aad77eef, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=573f59dd-20f5-46ff-b23b-a8b9aad77eef,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:01.596509 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.602684 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] For port 8974a594-d96a-4ebd-91a6-4353357e97e6, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=8974a594-d96a-4ebd-91a6-4353357e97e6,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:01.607596 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:01.613501 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.617115 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d5feefea-db66-43df-bc52-37a6a11084c4 req-f0a96a01-73ea-441c-9374-254a3911b4d8 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 210 time: 0.2065089 Oct 27 05:24:01.617262 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:01.619358 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.632252 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-f6d4f417-addb-4af8-adc4-5a75fb95f6be None None] Provisioning complete for port 573f59dd-20f5-46ff-b23b-a8b9aad77eef triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:01.633313 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f417-addb-4af8-adc4-5a75fb95f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:01.660102 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-27f93504-ff67-4554-8e4d-4bf5924ce525 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15454371bf544674a26113d9942fe3a6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8661520 Oct 27 05:24:01.693517 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49406) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:01.726900 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f93504-ff67-4554-8e4d-4bf5924ce525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9db3ab-d18f-47d4-8f32-013d0769f8e1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:01.828361 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=573f59dd-20f5-46ff-b23b-a8b9aad77eef,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:01.873213 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc77c0-95dd-4e78-9ff5-22ab425a91a7 None None] Pushing event updated for resources: {'Port': ['ID=8974a594-d96a-4ebd-91a6-4353357e97e6,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:01.889716 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Routers {'8253ac6c-35e1-413f-af5f-63fd9c469d12'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:01.890549 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['8253ac6c-35e1-413f-af5f-63fd9c469d12'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:01.893074 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device c7f4ac4b-a1e2-414d-a55b-f202443dd459 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:01.952622 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.25', 52636) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:01.954601 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.020856 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6bc60fcb-601f-43e4-ab5e-2847fa4aecf2 req-eaeb457a-4eaa-4a0f-91d2-2c1a7b8032e9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 210 time: 0.3196745 Oct 27 05:24:02.087255 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port c7f4ac4b-a1e2-414d-a55b-f202443dd459 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:02.087695 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.115514 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.141887 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] Set router 8253ac6c-35e1-413f-af5f-63fd9c469d12 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:02.302969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43bfd674-2d3b-4c17-ac23-0776a0b3a8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.392375 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-231cbbd4-6d36-4b78-a329-8a73762e7264 None None] Provisioning complete for port 573f59dd-20f5-46ff-b23b-a8b9aad77eef triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:02.393553 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-231cbbd4-6d36-4b78-a329-8a73762e7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.477199 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.25', 52641) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:02.479466 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:23:57Z', 'revision_number': 3, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:02.533852 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43bfd674-2d3b-4c17-ac23-0776a0b3a8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.569844 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23ea2-baa8-4668-82e1-dcab0471418a None None] The sync data for ids ['8253ac6c-35e1-413f-af5f-63fd9c469d12'] in dv-cinder-815461-4-smb is: [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:23:57Z', 'revision_number': 3, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:02.587340 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.661454 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-231cbbd4-6d36-4b78-a329-8a73762e7264 None None] Provisioning complete for port c7f4ac4b-a1e2-414d-a55b-f202443dd459 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:02.662524 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-231cbbd4-6d36-4b78-a329-8a73762e7264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.888648 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Router d7385f98-ece0-4478-8209-c054fb3355f9 is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:24:02.911822 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.957179 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-6c6a8327-25c2-470d-86a0-52c34f94506d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:02.958691 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-6c6a8327-25c2-470d-86a0-52c34f94506d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.25 "GET /v2.0/networks?id=3ce92d26-9783-462a-ab15-9b0f7179e437 HTTP/1.1" status: 200 len: 811 time: 0.9762723 Oct 27 05:24:02.959364 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49466) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:02.962082 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43bfd674-2d3b-4c17-ac23-0776a0b3a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.964719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43bfd674-2d3b-4c17-ac23-0776a0b3a8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:02.966204 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-43bfd674-2d3b-4c17-ac23-0776a0b3a8dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa9db3ab-d18f-47d4-8f32-013d0769f8e1 HTTP/1.1" status: 204 len: 168 time: 1.2716846 Oct 27 05:24:03.073977 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Request body: {'port': {'device_id': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437', 'admin_state_up': True, 'tenant_id': '9a49554c6621404e988400ff3df195b1'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:03.091482 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfd674-2d3b-4c17-ac23-0776a0b3a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9db3ab-d18f-47d4-8f32-013d0769f8e1,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:03.229080 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3f63c39b-16dd-4c35-854e-9cf0f2b34e90 req-6f611826-6d74-4f08-ba35-58b4185d98df tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 210 time: 0.3267844 Oct 27 05:24:03.291578 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8a80c6d-c1a3-422e-b5fa-5bdefe85972c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:03.334867 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9fbf0aa7-3f63-46b4-b181-f537499f0219 req-8d69e6a5-16af-4e87-a98d-9386dfd3cade tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 210 time: 0.1219175 Oct 27 05:24:03.382677 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:24:03.390710 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-7c6a5e48-e6c3-4081-b87a-7ae027cc629c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:03.392402 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-7c6a5e48-e6c3-4081-b87a-7ae027cc629c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.8996451 Oct 27 05:24:03.431450 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Request body: {'port': {'device_id': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'admin_state_up': True, 'tenant_id': 'afc752056a18437e8c160fa21c4414d1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:03.849936 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Made reservation on behalf of 9a49554c6621404e988400ff3df195b1 for: {'port': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:03.874192 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:03.923289 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 573f59dd-20f5-46ff-b23b-a8b9aad77eef up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:03.925500 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8a80c6d-c1a3-422e-b5fa-5bdefe85972c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:03.944429 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:03.948341 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d8a80c6d-c1a3-422e-b5fa-5bdefe85972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.010283 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a80c6d-c1a3-422e-b5fa-5bdefe85972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb04f063-f17d-4d5e-abaf-90559e984f0e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:04.014033 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.015379 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.040250 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:04.063437 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Made reservation on behalf of afc752056a18437e8c160fa21c4414d1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:04.088668 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.101659 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:04.153648 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:04.156544 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:04.175451 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.178674 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-accf26aa-f2f8-4674-9312-56b875052cf4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0726795 Oct 27 05:24:04.185196 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49500) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:04.186211 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:04.200991 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:04.232270 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:04.234160 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:04.254161 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.259035 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-bcf55841-95e2-4d49-97ff-c211c0fa869b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6626773 Oct 27 05:24:04.268029 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49506) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:04.418920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Allocated IP 172.20.0.11 (3ce92d26-9783-462a-ab15-9b0f7179e437/b7c0af40-2d55-46a4-9c62-2812c06a63c9/371c0fd9-1e7f-4bb2-9b0b-740691a77793) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:04.496703 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 573f59dd-20f5-46ff-b23b-a8b9aad77eef triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:04.498016 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.600323 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:04.609648 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.661991 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:04.680209 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49512) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:04.813030 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad8c6b73-389c-4512-934e-3f1d05b53a2e req-54cd4da9-7f5b-4371-ae99-df1f76924e01 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 210 time: 0.2124047 Oct 27 05:24:04.826330 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:04.877043 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d8a80c6d-c1a3-422e-b5fa-5bdefe85972c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3621a2a50ebc43d5a1c555e56fc81912&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9070916 Oct 27 05:24:04.891319 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49516) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:05.048663 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 8974a594-d96a-4ebd-91a6-4353357e97e6 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:05.073249 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Network 3ce92d26-9783-462a-ab15-9b0f7179e437 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:05.082685 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b7865-d729-4b64-849f-8667a82c41ae,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:05.147677 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723021540-network', 'tenant_id': '7b8ba61f45674f348c67b4d1a37757d7'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:05.188347 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:05.192176 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:05.215964 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:05.216663 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:05.218417 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:00Z', 'revision_number': 3, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:05.267025 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Allocated IP 172.20.0.12 (3a6f87d9-82ce-4d7a-aff7-d541b8062c70/4ae92573-83f0-4d56-ba61-e88bbbc248a9/e950860b-4f8f-4746-83b3-a62baf2bc454) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:05.283445 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 8974a594-d96a-4ebd-91a6-4353357e97e6 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:05.287648 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:05.303348 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:05.304103 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Updating router 527a4173-79b0-474a-b4c4-1ec8c9467a25 port 17123616-8fb6-498f-9881-eafbaea38a19 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:24:05.307785 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:23:59Z', 'revision_number': 3, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:05.382709 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:05.383181 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Updating router d7385f98-ece0-4478-8209-c054fb3355f9 port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:24:05.384431 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:05.443787 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:05.448806 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:05.449268 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:05.467634 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f16d8d-64a5-49b5-8ba9-e324d4dae4bb req-69fa0e6d-23e0-4822-bbdd-1e75d93008c4 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:05.469197 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-51f16d8d-64a5-49b5-8ba9-e324d4dae4bb req-69fa0e6d-23e0-4822-bbdd-1e75d93008c4 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 932 time: 0.8700469 Oct 27 05:24:05.476489 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4330754 Oct 27 05:24:05.491230 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b45b46-4df4-48dc-ad49-e1f74367191d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Pushing event updated for resources: {'Port': ['ID=371c0fd9-1e7f-4bb2-9b0b-740691a77793,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:05.679286 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Router 8253ac6c-35e1-413f-af5f-63fd9c469d12 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:24:05.893576 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:05.921495 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-1fc3807e-3be9-4831-8847-dae728d9a3bd admin admin] 10.222.0.15 "PUT /v2.0/routers/8253ac6c-35e1-413f-af5f-63fd9c469d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9498463 Oct 27 05:24:05.921852 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Sync routers for ids ['8253ac6c-35e1-413f-af5f-63fd9c469d12'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:06.000897 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Routers {'8253ac6c-35e1-413f-af5f-63fd9c469d12'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:06.001640 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['8253ac6c-35e1-413f-af5f-63fd9c469d12'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:06.006090 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.141550 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.149052 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.208642 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-51f16d8d-64a5-49b5-8ba9-e324d4dae4bb req-c4396be7-ebfe-4356-9219-ef4a5ce7ab60 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621157 Oct 27 05:24:06.236791 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-81929514-fc71-475c-8b1a-a1831e33ef10 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:24:06.237918 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-81929514-fc71-475c-8b1a-a1831e33ef10 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0169759 Oct 27 05:24:06.265773 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Attempting to bind port 17123616-8fb6-498f-9881-eafbaea38a19 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:06.266852 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Attempting to bind port 17123616-8fb6-498f-9881-eafbaea38a19 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:06.269008 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Attempting to bind port 17123616-8fb6-498f-9881-eafbaea38a19 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:06.305476 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e19f0-b0ab-4f2b-b376-11bb2c49214a None None] Pushing event updated for resources: {'Port': ['ID=17123616-8fb6-498f-9881-eafbaea38a19,revision_number=2']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:06.309888 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-19074317-f4ba-4d47-bbb4-73a188c662bc req-f045fb0d-7059-41d4-a4cb-799b5e25f9d7 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 210 time: 0.1082847 Oct 27 05:24:06.317787 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bba186a-0be5-4ed5-ae53-3ea3635101e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.329869 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:06.330652 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:06.331269 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.335167 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:06.336052 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Bound port: 17123616-8fb6-498f-9881-eafbaea38a19, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:06.336744 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.373304 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bba186a-0be5-4ed5-ae53-3ea3635101e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.411565 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Made reservation on behalf of 7b8ba61f45674f348c67b4d1a37757d7 for: {'network': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:06.413648 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.445490 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 8974a594-d96a-4ebd-91a6-4353357e97e6, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=8974a594-d96a-4ebd-91a6-4353357e97e6,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:06.446525 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] For port 17123616-8fb6-498f-9881-eafbaea38a19, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:06.454220 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] For port 17123616-8fb6-498f-9881-eafbaea38a19, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=17123616-8fb6-498f-9881-eafbaea38a19,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:06.457322 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.459162 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.532620 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.570289 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:06.571246 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:06.641546 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=8974a594-d96a-4ebd-91a6-4353357e97e6,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:06.710497 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:06.796685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:06.817124 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Set router 8253ac6c-35e1-413f-af5f-63fd9c469d12 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:06.921325 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49550) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:06.955354 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Request body: {'port': {'device_id': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:06.987472 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e19f0-b0ab-4f2b-b376-11bb2c49214a None None] Pushing event updated for resources: {'Port': ['ID=17123616-8fb6-498f-9881-eafbaea38a19,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:07.035693 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:00Z', 'revision_number': 3, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:07.101418 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52a19a-6a68-4cdc-81ea-1014b586fc42 None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:00Z', 'revision_number': 3, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:07.123877 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.151987 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.177959 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0b76-55db-4e8d-9a1e-03e385305e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.180467 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.281156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bba186a-0be5-4ed5-ae53-3ea3635101e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.283766 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7bba186a-0be5-4ed5-ae53-3ea3635101e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.289978 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-7bba186a-0be5-4ed5-ae53-3ea3635101e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb04f063-f17d-4d5e-abaf-90559e984f0e HTTP/1.1" status: 204 len: 168 time: 2.3878369 Oct 27 05:24:07.312194 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0b76-55db-4e8d-9a1e-03e385305e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.322020 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0b76-55db-4e8d-9a1e-03e385305e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.356129 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944be637-0141-477b-9e35-90048796429d None None] Pushing event updated for resources: {'Port': ['ID=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:07.410781 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Attempting to bind port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:07.411412 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Attempting to bind port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:07.411998 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Attempting to bind port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:07.437739 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:07.439397 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:07.441787 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.442429 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:07.443075 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Bound port: 9ded9feb-bc26-4bf8-85a7-70e3eaa25159, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:07.443586 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.447219 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba186a-0be5-4ed5-ae53-3ea3635101e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb04f063-f17d-4d5e-abaf-90559e984f0e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:07.682750 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] For port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:07.709363 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] For port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:07.715858 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.734529 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0b76-55db-4e8d-9a1e-03e385305e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241f0d92-edbf-49d3-8668-bcdd17960211,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:07.787581 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.800228 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:02Z', 'revision_number': 4, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '9a8b7865-d729-4b64-849f-8667a82c41ae', 'name': '', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'mac_address': 'fa:16:3e:b4:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:00Z', 'updated_at': '2021-10-27T05:24:03Z', 'revision_number': 2, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'subnets': [{'id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:07.848007 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Checking router: 8253ac6c-35e1-413f-af5f-63fd9c469d12 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:07.848264 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Updating router 8253ac6c-35e1-413f-af5f-63fd9c469d12 port 9a8b7865-d729-4b64-849f-8667a82c41ae binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:24:07.890129 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:07.931306 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944be637-0141-477b-9e35-90048796429d None None] Pushing event updated for resources: {'Port': ['ID=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:07.940679 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:07.942526 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:08.048052 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49564) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:08.062118 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371c0fd9-1e7f-4bb2-9b0b-740691a77793 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:08.080952 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.097446 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:08.124419 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Transition to ACTIVE for port object 371c0fd9-1e7f-4bb2-9b0b-740691a77793 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:08.163669 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6b1a0b76-55db-4e8d-9a1e-03e385305e22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecc3b417fb7f4c68ae5d6a59a8875235&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390008 Oct 27 05:24:08.164799 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49566) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:08.179806 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.188472 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:08.197427 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:08.209652 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:08.210290 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.301801 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.378426 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce944983-f279-4f81-a68e-e8a90448d4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.465549 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Pushing event updated for resources: {'Port': ['ID=371c0fd9-1e7f-4bb2-9b0b-740691a77793,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:08.504940 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f05d228-3fc1-4b63-b9c1-ba86b776bf66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.513721 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:08.522534 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Attempting to bind port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:08.523672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Attempting to bind port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:08.526383 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Attempting to bind port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 on network 3ce92d26-9783-462a-ab15-9b0f7179e437 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:08.536851 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce944983-f279-4f81-a68e-e8a90448d4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.542501 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1176867 Oct 27 05:24:08.569080 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819b07-b239-4a53-8fc7-81e86d6b9a85 req-61c18591-4067-46ed-9cfd-6f526544021b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:08.579017 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 on network 3ce92d26-9783-462a-ab15-9b0f7179e437 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:08.579369 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Attempting to bind port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 on network 3ce92d26-9783-462a-ab15-9b0f7179e437 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:08.580208 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5c819b07-b239-4a53-8fc7-81e86d6b9a85 req-61c18591-4067-46ed-9cfd-6f526544021b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 932 time: 1.1900408 Oct 27 05:24:08.597344 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ce944983-f279-4f81-a68e-e8a90448d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.600095 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f05d228-3fc1-4b63-b9c1-ba86b776bf66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.617153 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:08.617599 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Checking segment: {'id': 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:08.618398 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Bound using segment: {'id': 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:08.619407 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Bound port: 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:08.620578 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.661061 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce944983-f279-4f81-a68e-e8a90448d4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9781b5f-abd9-49d5-8bd2-ca414dfba612,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:08.674206 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-82fc1fb5-8f62-43fe-98a7-fc43cd94944f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:08.676068 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-82fc1fb5-8f62-43fe-98a7-fc43cd94944f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 819 time: 1.9787941 Oct 27 05:24:08.809106 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-ce944983-f279-4f81-a68e-e8a90448d4bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a7f51faca55409db77e55f46a1689af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7256575 Oct 27 05:24:08.813255 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.822288 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390680-53d3-4733-ae6c-c52c6dc94ed8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event updated for resources: {'Port': ['ID=e950860b-4f8f-4746-83b3-a62baf2bc454,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:08.849750 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 17123616-8fb6-498f-9881-eafbaea38a19 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:08.919333 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:08.939870 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49570) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:08.939870 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-30cb79e9-9439-4720-ae40-362c128dd594 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/quotas/2fb1fa872c004cac9147d805ce1f97cc HTTP/1.1" status: 200 len: 375 time: 0.1342735 Oct 27 05:24:08.981155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad9ca-0bc4-4272-9ec8-525a1405ec86 None None] Pushing event updated for resources: {'Port': ['ID=9a8b7865-d729-4b64-849f-8667a82c41ae,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:09.087246 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 17123616-8fb6-498f-9881-eafbaea38a19 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:09.087533 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.121498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f05d228-3fc1-4b63-b9c1-ba86b776bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.123724 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6f05d228-3fc1-4b63-b9c1-ba86b776bf66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.127353 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6f05d228-3fc1-4b63-b9c1-ba86b776bf66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/241f0d92-edbf-49d3-8668-bcdd17960211 HTTP/1.1" status: 204 len: 168 time: 0.9591513 Oct 27 05:24:09.140513 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Attempting to bind port 9a8b7865-d729-4b64-849f-8667a82c41ae on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:09.140876 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Attempting to bind port 9a8b7865-d729-4b64-849f-8667a82c41ae by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:09.141239 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Attempting to bind port 9a8b7865-d729-4b64-849f-8667a82c41ae on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:09.164336 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:09.164698 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Checking segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:09.165097 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.165484 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Bound using segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:09.165965 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Bound port: 9a8b7865-d729-4b64-849f-8667a82c41ae, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:09.166359 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.189992 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Allocated IP 172.20.0.1 (1a47bfed-6c14-4a2f-9e79-c2608b18ebc5/54ddc4b6-3cb3-467d-be74-e608941a79d8/ceebf52c-ac40-477a-9852-cadae2c58926) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:09.191958 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] For port 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host hv-cinder-81546, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:09.195641 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05d228-3fc1-4b63-b9c1-ba86b776bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f0d92-edbf-49d3-8668-bcdd17960211,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:09.262881 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] For port 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=371c0fd9-1e7f-4bb2-9b0b-740691a77793,segment=NetworkSegment(cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8),segment_id=cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:09.273019 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.284270 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] For port 9a8b7865-d729-4b64-849f-8667a82c41ae, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:09.290668 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] For port 9a8b7865-d729-4b64-849f-8667a82c41ae, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9a8b7865-d729-4b64-849f-8667a82c41ae,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:09.304677 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.371069 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Pushing event updated for resources: {'Port': ['ID=371c0fd9-1e7f-4bb2-9b0b-740691a77793,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:09.380159 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.394845 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:09.395503 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.397751 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-7854601d-405b-4881-af68-e8fcac898a2e service neutron] 10.222.0.25 "PUT /v2.0/ports/371c0fd9-1e7f-4bb2-9b0b-740691a77793 HTTP/1.1" status: 200 len: 1094 time: 2.7170208 Oct 27 05:24:09.398205 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'tag': '371c0fd9-1e7f-4bb2-9b0b-740691a77793'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:09.488011 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5c819b07-b239-4a53-8fc7-81e86d6b9a85 req-2b2e094d-e18b-4664-a86f-f7779e374946 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8962498 Oct 27 05:24:09.529089 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.559536 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.626590 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-578b8ae3-046a-4efb-8f37-bd2148ea9851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.629415 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.663350 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 17123616-8fb6-498f-9881-eafbaea38a19, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=17123616-8fb6-498f-9881-eafbaea38a19,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:09.669280 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Routers {'8253ac6c-35e1-413f-af5f-63fd9c469d12'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:09.670627 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:23:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['8253ac6c-35e1-413f-af5f-63fd9c469d12'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:09.674150 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:23:59Z', 'revision_number': 3, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:09.695295 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.790054 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=101381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:24:09.796225 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62359d38-afab-4b50-826b-c9c8fd8e8c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0a3e5-ea72-4d8c-b733-9a13e6b09691", "tag": "371c0fd9-1e7f-4bb2-9b0b-740691a77793"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:09.853750 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-578b8ae3-046a-4efb-8f37-bd2148ea9851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.862007 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c36688-9da4-4a1a-9df4-ecbb26a81bd9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:09.946574 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:09.946919 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.segments_db [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Added segment 3c2b0cfa-9259-4c64-b76b-0d57beccac6f of type vlan for network 40cf87d0-1166-4053-9c78-a11f2d87104a Oct 27 05:24:09.979151 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-251d493d-e109-4af0-bee1-71195adc85c6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8921583 Oct 27 05:24:10.020005 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef2a9c-cb3e-4d6a-8e95-38aecc6cacc3 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:23:59Z', 'revision_number': 3, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:10.020768 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:10.021527 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 8974a594-d96a-4ebd-91a6-4353357e97e6 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:10.099120 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad9ca-0bc4-4272-9ec8-525a1405ec86 None None] Pushing event updated for resources: {'Port': ['ID=9a8b7865-d729-4b64-849f-8667a82c41ae,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:10.099583 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:10.169366 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 8974a594-d96a-4ebd-91a6-4353357e97e6 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:10.169742 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:10.204075 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=17123616-8fb6-498f-9881-eafbaea38a19,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:10.231939 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] Set router 8253ac6c-35e1-413f-af5f-63fd9c469d12 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:10.269083 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:10.280100 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b2490-cf69-4e02-af0d-eaf791a51864 req-eb67e82f-30e1-4321-8fba-3e98a45e0b4d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:10.281617 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-787b2490-cf69-4e02-af0d-eaf791a51864 req-eb67e82f-30e1-4321-8fba-3e98a45e0b4d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 932 time: 0.6036777 Oct 27 05:24:10.403153 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:10.443544 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:10.474127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:10.474127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:10.492371 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ceebf52c-ac40-477a-9852-cadae2c58926,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:10.785431 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:02Z', 'revision_number': 4, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '9a8b7865-d729-4b64-849f-8667a82c41ae', 'name': '', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'mac_address': 'fa:16:3e:b4:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:00Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'subnets': [{'id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:10.876234 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 17123616-8fb6-498f-9881-eafbaea38a19 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:10.907081 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940e64c-17f1-4acf-b33b-9b08c4d0eab1 None None] The sync data for ids ['8253ac6c-35e1-413f-af5f-63fd9c469d12'] in dv-cinder-815461-4-smb is: [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:02Z', 'revision_number': 4, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '9a8b7865-d729-4b64-849f-8667a82c41ae', 'name': '', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'mac_address': 'fa:16:3e:b4:fe:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:00Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'subnets': [{'id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:10.980979 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-95f34e89-800b-479a-aa5c-e4213f052599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:10.981477 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Allocated IP 172.20.0.1 (a014420b-c451-49d3-8af2-a107bb698c4c/4a9e0ecb-708f-41b0-9675-57dbfe4dc187/f42c9471-fe7e-41b1-9b02-464db3f91593) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:10.987486 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-2bb7b6df-51f4-40b4-aecb-3bc6365f5e50 None None] Provisioning complete for port ceebf52c-ac40-477a-9852-cadae2c58926 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:10.988095 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b6df-51f4-40b4-aecb-3bc6365f5e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.093090 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7b6df-51f4-40b4-aecb-3bc6365f5e50 None None] Port ceebf52c-ac40-477a-9852-cadae2c58926 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:24:11.140036 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 17123616-8fb6-498f-9881-eafbaea38a19 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:11.140867 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.215513 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.303502 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:11.353380 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.354595 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:11.355355 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.380112 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:11.380624 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.393865 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.408949 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-578b8ae3-046a-4efb-8f37-bd2148ea9851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.412071 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-578b8ae3-046a-4efb-8f37-bd2148ea9851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.413305 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-578b8ae3-046a-4efb-8f37-bd2148ea9851 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9781b5f-abd9-49d5-8bd2-ca414dfba612 HTTP/1.1" status: 204 len: 168 time: 2.4760048 Oct 27 05:24:11.460687 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Network a014420b-c451-49d3-8af2-a107bb698c4c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:11.505666 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.532071 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:11.532071 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b8ae3-046a-4efb-8f37-bd2148ea9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9781b5f-abd9-49d5-8bd2-ca414dfba612,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:11.536137 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-787b2490-cf69-4e02-af0d-eaf791a51864 req-aa307083-1478-49f7-9674-6e5112f1e4dc tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2340546 Oct 27 05:24:11.587863 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:11.594414 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.600587 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:11.600587 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:11.693854 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:11.958233 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-12852f95-9ee4-4f1b-aed3-62f4d4aafe68 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9711001 Oct 27 05:24:12.032790 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b43fb67c-caf3-41ce-be7b-e006640c7e2c None None] Provisioning complete for port f42c9471-fe7e-41b1-9b02-464db3f91593 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:12.033883 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b43fb67c-caf3-41ce-be7b-e006640c7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:12.057342 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2319e3-1d57-4385-8d18-29c44a3a466c x-openstack-request-id: req-8e2319e3-1d57-4385-8d18-29c44a3a466c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:12.057855 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0a3e5-ea72-4d8c-b733-9a13e6b09691", "tag": "371c0fd9-1e7f-4bb2-9b0b-740691a77793", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:12.057855 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e2319e3-1d57-4385-8d18-29c44a3a466c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:12.058324 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'tag': '371c0fd9-1e7f-4bb2-9b0b-740691a77793', 'status': 'completed', 'code': 200} Oct 27 05:24:12.103408 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b43fb67c-caf3-41ce-be7b-e006640c7e2c None None] Port f42c9471-fe7e-41b1-9b02-464db3f91593 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:24:12.116613 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49614) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:12.121864 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Request body: {'subnet': {'network_id': '40cf87d0-1166-4053-9c78-a11f2d87104a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723021540-subnet', 'tenant_id': '7b8ba61f45674f348c67b4d1a37757d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:12.122280 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 7.4403567 Oct 27 05:24:12.175678 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Made reservation on behalf of 7b8ba61f45674f348c67b4d1a37757d7 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:12.178641 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:12.180080 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d47ff-5776-4b79-938c-34b00858b148 admin admin] Pushing event updated for resources: {'Network': ['ID=40cf87d0-1166-4053-9c78-a11f2d87104a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:12.188672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f42c9471-fe7e-41b1-9b02-464db3f91593,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:12.291873 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 40cf87d0-1166-4053-9c78-a11f2d87104a details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:24:12.300192 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-e2a456ae-7e38-4042-be1b-d9bba2b7ec2a service neutron] 10.222.0.15 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408458 Oct 27 05:24:12.376622 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:12.424967 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:12.489417 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e96af-2e0d-4f71-985e-0273f48d1c06 req-0e5158f2-fa95-4e5e-9986-7187807a70b3 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:12.492594 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a9e96af-2e0d-4f71-985e-0273f48d1c06 req-0e5158f2-fa95-4e5e-9986-7187807a70b3 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 944 time: 0.3414207 Oct 27 05:24:12.568609 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:12.644220 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Request body: {'port': {'device_id': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:12.878559 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9a8b7865-d729-4b64-849f-8667a82c41ae up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:12.980292 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 9a8b7865-d729-4b64-849f-8667a82c41ae triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:12.981542 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.005690 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c96c3b-b2b5-4844-b543-5b98cc525ee4,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:13.049606 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62359d38-afab-4b50-826b-c9c8fd8e8c7e req-fc0fce3a-bf12-46fa-bcfb-5bafe49f6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:13.053733 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-62359d38-afab-4b50-826b-c9c8fd8e8c7e req-fc0fce3a-bf12-46fa-bcfb-5bafe49f6624 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a49554c6621404e988400ff3df195b1&device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 1097 time: 0.3925436 Oct 27 05:24:13.065095 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Checking segment: {'id': '3c2b0cfa-9259-4c64-b76b-0d57beccac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40cf87d0-1166-4053-9c78-a11f2d87104a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:13.066213 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Network hostable DHCP agents. Network: 40cf87d0-1166-4053-9c78-a11f2d87104a, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:24:13.118144 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.144350 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.184802 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 9a8b7865-d729-4b64-849f-8667a82c41ae, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9a8b7865-d729-4b64-849f-8667a82c41ae,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:13.192211 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.194400 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:13.363839 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a9e96af-2e0d-4f71-985e-0273f48d1c06 req-620f38c0-69ba-4650-af79-4375dc328821 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7666557 Oct 27 05:24:13.378951 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:13.379704 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.452223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62359d38-afab-4b50-826b-c9c8fd8e8c7e req-5072de87-200f-4107-8e85-3b348237255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:13.454060 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-62359d38-afab-4b50-826b-c9c8fd8e8c7e req-5072de87-200f-4107-8e85-3b348237255a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9a49554c6621404e988400ff3df195b1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3847473 Oct 27 05:24:13.456222 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5c8251be-aae4-4906-ad2e-18a652467d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.571878 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=9a8b7865-d729-4b64-849f-8667a82c41ae,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:13.653745 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Network 40cf87d0-1166-4053-9c78-a11f2d87104a is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:24:13.669423 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-52aa1655-ae1e-4650-8c1b-f2affaece801 req-19763268-1f09-4b82-b14d-9cae992f6859 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 210 time: 0.0588408 Oct 27 05:24:13.820530 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 40cf87d0-1166-4053-9c78-a11f2d87104a) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:13.846590 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc9084-44da-484a-ab02-634aece69fa3 None None] Network 40cf87d0-1166-4053-9c78-a11f2d87104a requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:13.865487 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:13.868077 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.892895 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.981516 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:13.995774 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.202364 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62359d38-afab-4b50-826b-c9c8fd8e8c7e req-8631f67b-fe5c-4dff-b87c-1ef243f7bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:14.223255 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-62359d38-afab-4b50-826b-c9c8fd8e8c7e req-8631f67b-fe5c-4dff-b87c-1ef243f7bb90 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7301965 Oct 27 05:24:14.250427 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-66d0fa55-6077-4cfd-975b-891035d39160 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1324940 Oct 27 05:24:14.542691 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9fb37d-af22-4d76-891c-9b5f34b85b2e None None] Network 40cf87d0-1166-4053-9c78-a11f2d87104a requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:14.573095 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.600804 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51061a58-2bab-4136-a8c8-006b4513ac13 req-a3a4eb9c-cd6c-4865-b59d-9b63dd28951d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:14.602490 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-51061a58-2bab-4136-a8c8-006b4513ac13 req-a3a4eb9c-cd6c-4865-b59d-9b63dd28951d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 932 time: 1.4492230 Oct 27 05:24:14.627750 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.629869 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.649233 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.650225 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ceebf52c-ac40-477a-9852-cadae2c58926,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:14.694650 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9a8b7865-d729-4b64-849f-8667a82c41ae up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:14.817489 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49702) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:14.840996 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 9a8b7865-d729-4b64-849f-8667a82c41ae triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:14.841633 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.901053 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:14.990847 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-51061a58-2bab-4136-a8c8-006b4513ac13 req-0dec8c09-bb9d-42a4-91d1-7a991fc82170 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686426 Oct 27 05:24:15.067920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4db4cae7-a09e-4877-a645-4d997aed8342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.116884 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f42c9471-fe7e-41b1-9b02-464db3f91593,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:15.163650 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4db4cae7-a09e-4877-a645-4d997aed8342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.169573 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4db4cae7-a09e-4877-a645-4d997aed8342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.208685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:15.224440 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4db4cae7-a09e-4877-a645-4d997aed8342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd00e811485f4feb9cddea0f822dcfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057031 Oct 27 05:24:15.225200 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4cae7-a09e-4877-a645-4d997aed8342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a1d743-f3fa-4014-99d1-556bf1b2e225,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:15.230368 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49718) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:15.262061 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:15.289210 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1d5c594e-7bc6-48ba-bdc0-3e3f1a0cc2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.317242 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1d5c594e-7bc6-48ba-bdc0-3e3f1a0cc2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.323556 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-0f5a44bf-78e6-4e5c-a454-37b84bd122b7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:15.325629 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-0f5a44bf-78e6-4e5c-a454-37b84bd122b7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 819 time: 0.8182845 Oct 27 05:24:15.351500 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49728) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:15.359042 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-344617886-network', 'tenant_id': '75ed8af5c8144c19ad9fecdf3624ce7d'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:15.391191 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Made reservation on behalf of 75ed8af5c8144c19ad9fecdf3624ce7d for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:15.394375 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.406002 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.439622 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1d5c594e-7bc6-48ba-bdc0-3e3f1a0cc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.442241 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1d5c594e-7bc6-48ba-bdc0-3e3f1a0cc2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.445972 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-1d5c594e-7bc6-48ba-bdc0-3e3f1a0cc2b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10a1d743-f3fa-4014-99d1-556bf1b2e225 HTTP/1.1" status: 204 len: 168 time: 0.2115781 Oct 27 05:24:15.448426 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Network a014420b-c451-49d3-8af2-a107bb698c4c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:15.461010 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:15.469719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c594e-7bc6-48ba-bdc0-3e3f1a0cc2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a1d743-f3fa-4014-99d1-556bf1b2e225,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:15.504768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e950860b-4f8f-4746-83b3-a62baf2bc454 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:15.520980 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-46fcefd9-f1b1-41a8-85c0-fd279c0bc9a6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/quotas/2fb1fa872c004cac9147d805ce1f97cc HTTP/1.1" status: 200 len: 375 time: 0.0778368 Oct 27 05:24:15.533482 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.539640 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.540512 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132cd68-cea2-4643-937c-38cf64c5c7da req-38585392-214d-4902-9270-5ec5328a1a8b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:15.542123 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5132cd68-cea2-4643-937c-38cf64c5c7da req-38585392-214d-4902-9270-5ec5328a1a8b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 944 time: 0.4506714 Oct 27 05:24:15.559061 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.581397 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:24:15.594874 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4662ef5d-dcb0-4aa1-8f20-0a8c207df621,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:15.606051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.606508 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Added segment 997ea4fb-cee7-49ce-a729-7055d1c7696e of type vlan for network 3f285e5f-e7eb-4d89-aedc-da95adc9c582 Oct 27 05:24:15.640978 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-4859cbd4-b68d-43c2-99d3-80647d3404f4 None None] Provisioning complete for port ceebf52c-ac40-477a-9852-cadae2c58926 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:15.641512 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4859cbd4-b68d-43c2-99d3-80647d3404f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.679578 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.699458 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-4859cbd4-b68d-43c2-99d3-80647d3404f4 None None] Port ceebf52c-ac40-477a-9852-cadae2c58926 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:24:15.724845 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.726221 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:15.726868 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.801131 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Transition to ACTIVE for port object e950860b-4f8f-4746-83b3-a62baf2bc454 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:15.820552 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.825374 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-044a894d-7ed5-4b28-9e06-f7b7fb1db37c None None] Provisioning complete for port f42c9471-fe7e-41b1-9b02-464db3f91593 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:15.825684 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-044a894d-7ed5-4b28-9e06-f7b7fb1db37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.840411 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4844279 Oct 27 05:24:15.843887 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49742) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:15.849371 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Request body: {'subnet': {'network_id': '3f285e5f-e7eb-4d89-aedc-da95adc9c582', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-344617886-subnet', 'tenant_id': '75ed8af5c8144c19ad9fecdf3624ce7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:15.877301 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:24:15.879318 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Router d7385f98-ece0-4478-8209-c054fb3355f9 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:24:15.881755 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfb8a7-cdbf-40b4-a441-b40ec614570b admin admin] Pushing event updated for resources: {'Network': ['ID=3f285e5f-e7eb-4d89-aedc-da95adc9c582,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:15.895582 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5132cd68-cea2-4643-937c-38cf64c5c7da req-6fe5ab75-f0c3-4416-b59a-548ebc6ddf5f tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388889 Oct 27 05:24:15.907122 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Made reservation on behalf of 75ed8af5c8144c19ad9fecdf3624ce7d for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:15.907426 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 3f285e5f-e7eb-4d89-aedc-da95adc9c582 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:24:15.910732 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:15.941895 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-e9cd11d3-74b8-4470-8a11-c711f2d6a103 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3920960 Oct 27 05:24:15.996069 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:16.113739 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-044a894d-7ed5-4b28-9e06-f7b7fb1db37c None None] Port f42c9471-fe7e-41b1-9b02-464db3f91593 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:24:16.153416 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Pushing event updated for resources: {'Port': ['ID=e950860b-4f8f-4746-83b3-a62baf2bc454,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:16.202149 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:16.259433 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881bc0c8-c915-4d91-a945-28776a6b0520,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:16.299861 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Checking segment: {'id': '997ea4fb-cee7-49ce-a729-7055d1c7696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f285e5f-e7eb-4d89-aedc-da95adc9c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:16.300275 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Network hostable DHCP agents. Network: 3f285e5f-e7eb-4d89-aedc-da95adc9c582, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:24:16.325014 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-659ec3ab-ce8a-4d0f-a42d-9ddd25d1f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:16.332085 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-659ec3ab-ce8a-4d0f-a42d-9ddd25d1f001 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a49554c6621404e988400ff3df195b1&device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 1097 time: 0.0737257 Oct 27 05:24:16.333382 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Network 3f285e5f-e7eb-4d89-aedc-da95adc9c582 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:24:16.339389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:16.348847 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 3f285e5f-e7eb-4d89-aedc-da95adc9c582) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:16.359594 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:16.363473 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38052d-65b7-4025-ad2e-f32989b543aa None None] Network 3f285e5f-e7eb-4d89-aedc-da95adc9c582 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:16.386788 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:16.405278 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Attempting to bind port e950860b-4f8f-4746-83b3-a62baf2bc454 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:16.405875 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Attempting to bind port e950860b-4f8f-4746-83b3-a62baf2bc454 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:16.406768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Attempting to bind port e950860b-4f8f-4746-83b3-a62baf2bc454 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:16.424160 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Port e950860b-4f8f-4746-83b3-a62baf2bc454 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:16.424478 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Attempting to bind port e950860b-4f8f-4746-83b3-a62baf2bc454 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:16.480920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:16.480920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Checking segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:16.480920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Bound using segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:16.480920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Bound port: e950860b-4f8f-4746-83b3-a62baf2bc454, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:16.480920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:16.481424 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-30d1e5b3-1bf4-4b51-8508-d1662c53fdc7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6348202 Oct 27 05:24:16.515892 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f163c7-0283-4cf8-8151-375050b3a67d req-f634ed4e-8a40-4939-8263-4f6fb76e24d8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:16.517468 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-14f163c7-0283-4cf8-8151-375050b3a67d req-f634ed4e-8a40-4939-8263-4f6fb76e24d8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 944 time: 0.3245568 Oct 27 05:24:16.518474 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7e8e-471b-46f8-97fa-dc72ce51bfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:16.552094 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-227ac3bd-274f-4f23-8be0-bf559a5f8fd7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=371c0fd9-1e7f-4bb2-9b0b-740691a77793 HTTP/1.1" status: 200 len: 217 time: 0.1315725 Oct 27 05:24:16.621650 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b8221-8c87-4c57-993f-1976c44387b0 None None] Network 3f285e5f-e7eb-4d89-aedc-da95adc9c582 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:16.644506 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-9887ba2a-992e-483a-a6bf-af6400dde8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:16.646640 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-9887ba2a-992e-483a-a6bf-af6400dde8ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7c0af40-2d55-46a4-9c62-2812c06a63c9 HTTP/1.1" status: 200 len: 851 time: 0.0867360 Oct 27 05:24:16.667517 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-9c04e156-0713-4dc2-9f6e-15f57bccf9fa service neutron] 10.222.0.15 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663191 Oct 27 05:24:16.688781 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-14f163c7-0283-4cf8-8151-375050b3a67d req-833cf780-fc16-41fa-bd4e-6c64e3ee137a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589513 Oct 27 05:24:16.689976 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:16.706929 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:16.725404 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-6234ab5a-f38f-42d5-ac17-e4e75cf172a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/d7385f98-ece0-4478-8209-c054fb3355f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4970231 Oct 27 05:24:16.727132 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:16.727785 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:16.751784 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-9ebbc775-13bd-4c2a-8f4f-45198d17c7df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ce92d26-9783-462a-ab15-9b0f7179e437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959785 Oct 27 05:24:16.757629 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49772) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:16.842511 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:16.862902 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-789e8f83-3f50-48a1-8f41-6751020afdd7 admin admin] 10.222.0.15 "PUT /v2.0/routers/527a4173-79b0-474a-b4c4-1ec8c9467a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5822022 Oct 27 05:24:16.874865 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:16.902176 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:16.903008 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:16.904911 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:17.047821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7e8e-471b-46f8-97fa-dc72ce51bfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.061726 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.25', 52652) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:17.105686 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7e8e-471b-46f8-97fa-dc72ce51bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.115846 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] For port e950860b-4f8f-4746-83b3-a62baf2bc454, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:17.172579 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:17.210058 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Deleting subnet 82c96c3b-b2b5-4844-b543-5b98cc525ee4 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:24:17.244608 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.322394 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] For port e950860b-4f8f-4746-83b3-a62baf2bc454, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e950860b-4f8f-4746-83b3-a62baf2bc454,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:17.365849 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:13Z', 'revision_number': 2, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:17.401081 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:17.401637 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Updating router d7385f98-ece0-4478-8209-c054fb3355f9 port ceebf52c-ac40-477a-9852-cadae2c58926 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:24:17.414409 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.436983 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.440361 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.444072 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-b074b534-9670-4abd-8246-01017ca2bbc2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:17.446153 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-b074b534-9670-4abd-8246-01017ca2bbc2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 819 time: 0.3788390 Oct 27 05:24:17.451532 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.476205 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4f5b7e8e-471b-46f8-97fa-dc72ce51bfb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8772cac650514d7db19e5dd3f59ef393&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4614787 Oct 27 05:24:17.476205 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7e8e-471b-46f8-97fa-dc72ce51bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc9acb-8a39-4eb1-a620-d31240258656,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:17.483041 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49800) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:17.525277 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Request body: {'port': {'device_id': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'admin_state_up': True, 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:17.552842 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-be8fcc6c-d79d-426d-a1f1-44533892beaa service neutron] 10.222.0.25 "GET /v2.0/networks/3ce92d26-9783-462a-ab15-9b0f7179e437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683021 Oct 27 05:24:17.642547 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 2, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:17.711328 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:17.711690 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Updating router 527a4173-79b0-474a-b4c4-1ec8c9467a25 port f42c9471-fe7e-41b1-9b02-464db3f91593 binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:24:17.775300 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.801654 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.875538 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:17.877553 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.879125 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] 10.222.0.25 "PUT /v2.0/ports/e950860b-4f8f-4746-83b3-a62baf2bc454 HTTP/1.1" status: 200 len: 1094 time: 5.2719924 Oct 27 05:24:17.883558 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'tag': 'e950860b-4f8f-4746-83b3-a62baf2bc454'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:17.910202 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.914004 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.920507 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:17.928096 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/82c96c3b-b2b5-4844-b543-5b98cc525ee4 HTTP/1.1" status: 204 len: 168 time: 1.1690745 Oct 27 05:24:17.929239 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be2e8f-d12f-4e4c-abcd-8660ac50662c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c96c3b-b2b5-4844-b543-5b98cc525ee4,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:17.942598 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49810) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:17.981572 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8b4ccce3-007d-4c3f-b092-e14a3e56237f req-782b68c8-e59b-4518-a649-19d5878fa67f service neutron] 10.222.0.25 "GET /v2.0/networks/3ce92d26-9783-462a-ab15-9b0f7179e437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204357 Oct 27 05:24:17.997081 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-454e6d6c-9601-4ae5-81dd-6e8784fa6e15 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3281364 Oct 27 05:24:18.115361 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc85ba8e-429c-462e-9b3c-cf2858b9c44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.162066 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.237122 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Attempting to bind port ceebf52c-ac40-477a-9852-cadae2c58926 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:18.237691 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Attempting to bind port ceebf52c-ac40-477a-9852-cadae2c58926 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:18.238266 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Attempting to bind port ceebf52c-ac40-477a-9852-cadae2c58926 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:18.268708 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a357b1-81d2-41a6-9ec8-ab6acf5849f9 None None] Pushing event updated for resources: {'Port': ['ID=ceebf52c-ac40-477a-9852-cadae2c58926,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:18.283018 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:18.283423 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Checking segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:18.284937 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.285346 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Bound using segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:18.285842 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Bound port: ceebf52c-ac40-477a-9852-cadae2c58926, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:18.286241 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.359763 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc85ba8e-429c-462e-9b3c-cf2858b9c44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.362808 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49824) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:18.403760 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136245698', 'description': 'tempest-description--973396932'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:18.437901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.440697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.460638 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.462051 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.474467 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.478256 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.479155 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.479793 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21797c09-ffea-40c6-87e7-ecb740ca56ec" -d '{"events": [{"name": "network-changed", "server_uuid": "652ed823-f7bf-472b-b998-a85dc1c52d4e", "tag": "e950860b-4f8f-4746-83b3-a62baf2bc454"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:18.481591 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > port after_create 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.481998 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.482888 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > port after_update 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.483329 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.483791 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.484184 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.484732 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.491827 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc85ba8e-429c-462e-9b3c-cf2858b9c44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.498186 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fc85ba8e-429c-462e-9b3c-cf2858b9c44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.503216 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-fc85ba8e-429c-462e-9b3c-cf2858b9c44a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17bc9acb-8a39-4eb1-a620-d31240258656 HTTP/1.1" status: 204 len: 168 time: 0.9708910 Oct 27 05:24:18.514049 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] For port ceebf52c-ac40-477a-9852-cadae2c58926, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:18.522260 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] For port ceebf52c-ac40-477a-9852-cadae2c58926, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ceebf52c-ac40-477a-9852-cadae2c58926,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:18.528684 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.590767 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba5528-c079-45cc-a7dc-c057faac13fd service neutron] Pushing event updated for resources: {'Port': ['ID=e950860b-4f8f-4746-83b3-a62baf2bc454,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:18.638055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85ba8e-429c-462e-9b3c-cf2858b9c44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc9acb-8a39-4eb1-a620-d31240258656,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:18.671937 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-5725125b-0066-44ec-b608-c9723195e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:18.675295 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.676801 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.677378 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.677765 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101382) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:18.678702 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cf87d0-1166-4053-9c78-a11f2d87104a']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:18.686905 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-5725125b-0066-44ec-b608-c9723195e13a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 1097 time: 0.7103832 Oct 27 05:24:18.718321 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-bbce5c3e-c7d4-4cd6-83bf-690b87637c66 None None] Provisioning complete for port ceebf52c-ac40-477a-9852-cadae2c58926 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:18.718695 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bbce5c3e-c7d4-4cd6-83bf-690b87637c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.793692 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:18.795437 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:18.884998 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.888077 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2b0cfa-9259-4c64-b76b-0d57beccac6f') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:18.888530 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2b0cfa-9259-4c64-b76b-0d57beccac6f') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:18.907379 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.922857 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.927761 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec645-f260-4fc3-8537-e06ccae44a6f None None] Pushing event updated for resources: {'Port': ['ID=f42c9471-fe7e-41b1-9b02-464db3f91593,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:18.952262 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-95e0c3e6-9938-4954-9291-23abe95e9806 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e950860b-4f8f-4746-83b3-a62baf2bc454 HTTP/1.1" status: 200 len: 217 time: 0.2444534 Oct 27 05:24:18.962905 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Made reservation on behalf of 2fb1fa872c004cac9147d805ce1f97cc for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:18.966693 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.979691 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.986184 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.988389 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6246557 Oct 27 05:24:18.995203 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:24:18.995709 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:18.998085 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49842) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: from cryptography.utils import int_from_bytes Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: from cryptography.utils import int_from_bytes Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:24:19.001420 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:24:19.008324 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'security_group_rule': {'security_group_id': '125ff3f8-d95f-43b1-b165-7632a98fca0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:19.029086 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf27934-64e0-4bb6-9e27-12d78787426a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125ff3f8-d95f-43b1-b165-7632a98fca0e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.133144 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.148364 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.159561 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Attempting to bind port f42c9471-fe7e-41b1-9b02-464db3f91593 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:19.160792 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Attempting to bind port f42c9471-fe7e-41b1-9b02-464db3f91593 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:19.161428 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Attempting to bind port f42c9471-fe7e-41b1-9b02-464db3f91593 on network a014420b-c451-49d3-8af2-a107bb698c4c {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:19.162250 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.168471 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:19.169113 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Checking segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:19.169737 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.170290 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Bound using segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:19.170930 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Bound port: f42c9471-fe7e-41b1-9b02-464db3f91593, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:19.171557 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.174257 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] 10.222.0.15 "DELETE /v2.0/networks/40cf87d0-1166-4053-9c78-a11f2d87104a HTTP/1.1" status: 204 len: 168 time: 1.2172563 Oct 27 05:24:19.175195 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bbce5c3e-c7d4-4cd6-83bf-690b87637c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.176213 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643546f-40a9-48e6-bb41-94bfb0d4249c req-3e1bd415-2589-4762-a291-839120f93ddc tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:19.187645 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8643546f-40a9-48e6-bb41-94bfb0d4249c req-3e1bd415-2589-4762-a291-839120f93ddc tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 944 time: 0.6757267 Oct 27 05:24:19.203893 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49846) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:19.252698 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db12d36-c6d0-4c62-9d40-a5d8da01cd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=40cf87d0-1166-4053-9c78-a11f2d87104a,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.261961 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b451926b-118c-40fe-a9aa-d259860fc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:19.266127 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-b451926b-118c-40fe-a9aa-d259860fc049 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.2723801 Oct 27 05:24:19.287053 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a357b1-81d2-41a6-9ec8-ab6acf5849f9 None None] Pushing event updated for resources: {'Port': ['ID=ceebf52c-ac40-477a-9852-cadae2c58926,revision_number=4']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.301467 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.310938 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.315774 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-bbce5c3e-c7d4-4cd6-83bf-690b87637c66 None None] For port ceebf52c-ac40-477a-9852-cadae2c58926, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ceebf52c-ac40-477a-9852-cadae2c58926,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:19.340431 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-bbce5c3e-c7d4-4cd6-83bf-690b87637c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.372283 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536c1d63-04c8-457b-ac0c-e1d20ba6cede,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.374602 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-fd5f5908-d671-44f3-bcb0-f4b381c37d0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906353 Oct 27 05:24:19.380766 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.382085 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4efd863a-7d35-4788-ac72-6e619c153442 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776042 Oct 27 05:24:19.387865 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49848) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:19.394720 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'security_group_rule': {'security_group_id': '125ff3f8-d95f-43b1-b165-7632a98fca0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:19.428930 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Deleting subnet 881bc0c8-c915-4d91-a945-28776a6b0520 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:24:19.436521 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.441732 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:19.467222 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8643546f-40a9-48e6-bb41-94bfb0d4249c req-cb23e429-84ff-4ca7-8856-84d97597bd44 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783704 Oct 27 05:24:19.467900 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49850) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:19.508835 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] For port f42c9471-fe7e-41b1-9b02-464db3f91593, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:19.519230 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.559637 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895706557', 'description': 'tempest-description--608624677'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:19.569754 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.573374 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] For port f42c9471-fe7e-41b1-9b02-464db3f91593, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=f42c9471-fe7e-41b1-9b02-464db3f91593,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:19.591544 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.595903 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Provisioning complete for port ceebf52c-ac40-477a-9852-cadae2c58926 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:19.596270 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.600028 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce5c3e-c7d4-4cd6-83bf-690b87637c66 None None] Pushing event updated for resources: {'Port': ['ID=ceebf52c-ac40-477a-9852-cadae2c58926,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.634071 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49852) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:19.649119 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.661315 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.700817 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881bc0c8-c915-4d91-a945-28776a6b0520,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.703553 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87f62750-d573-4290-b749-28372e72e6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.756442 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:19.757076 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:19.760103 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e893177d-6bcd-4cfd-a027-f303b26f798a req-95c7e194-c55e-4a3b-b5a6-bba57d03b1f3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 210 time: 0.1834240 Oct 27 05:24:19.767697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec645-f260-4fc3-8537-e06ccae44a6f None None] Pushing event updated for resources: {'Port': ['ID=f42c9471-fe7e-41b1-9b02-464db3f91593,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.801473 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87f62750-d573-4290-b749-28372e72e6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.811618 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87f62750-d573-4290-b749-28372e72e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.816910 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.822813 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-374c5a2a-9a7e-4c92-9cfc-fe57f63d3197 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/881bc0c8-c915-4d91-a945-28776a6b0520 HTTP/1.1" status: 204 len: 168 time: 0.5691741 Oct 27 05:24:19.827144 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49858) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:19.913686 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.917390 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Allocated IP 172.20.0.9 (5f8fd21e-6984-44b3-9c25-2fda23b76095/3e72cfdb-405f-41cc-8ad1-9aa630883bfb/877359fb-f194-422f-8fd6-f1330078a6e3) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:19.920903 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f62750-d573-4290-b749-28372e72e6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d32dfe8-1fbb-4dc6-98c1-5f8657ee434c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.932678 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:19.961789 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24602f70-3a04-460e-92eb-eeba579835d9,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:19.983657 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-87f62750-d573-4290-b749-28372e72e6bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cfeb801a6424126917a798e906c5501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476672 Oct 27 05:24:19.986076 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49862) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:20.005051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.009813 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-206c07ec-6ce4-4ff4-95dd-732aa354fec9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6208944 Oct 27 05:24:20.011249 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49866) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:20.019327 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'floatingip': {'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:20.037254 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:18Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:20.116242 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.120788 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5988a652-17f8-4f62-aceb-934ad157d020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.126891 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.133215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.191576 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Provisioning complete for port f42c9471-fe7e-41b1-9b02-464db3f91593 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:20.191957 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.194650 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.204654 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc4bd-16c3-4262-bfa3-72b1cd932344 req-a2782a1e-ba8a-4f57-a04d-8bdc3e50f4bf tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:20.212492 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17cdc4bd-16c3-4262-bfa3-72b1cd932344 req-a2782a1e-ba8a-4f57-a04d-8bdc3e50f4bf tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 944 time: 0.6332753 Oct 27 05:24:20.218284 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f564681-9763-4e69-bd71-f770a38eca98 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:18Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:20.244153 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5988a652-17f8-4f62-aceb-934ad157d020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.287947 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-3d45084b-520d-449e-84e4-229e4b7b4858 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8988779 Oct 27 05:24:20.369891 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:20.421182 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-911db5a2-1b3f-4d73-8f0c-8ce58686ea0a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:20.423027 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-911db5a2-1b3f-4d73-8f0c-8ce58686ea0a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 819 time: 0.3034916 Oct 27 05:24:20.454079 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Request body: {'port': {'device_id': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'admin_state_up': True, 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:20.465978 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5988a652-17f8-4f62-aceb-934ad157d020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.468574 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5988a652-17f8-4f62-aceb-934ad157d020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.473064 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-5988a652-17f8-4f62-aceb-934ad157d020 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d32dfe8-1fbb-4dc6-98c1-5f8657ee434c HTTP/1.1" status: 204 len: 168 time: 0.4856288 Oct 27 05:24:20.555566 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.571735 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988a652-17f8-4f62-aceb-934ad157d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d32dfe8-1fbb-4dc6-98c1-5f8657ee434c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:20.611342 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.613949 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.615516 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.618679 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.619242 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > port after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.619700 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > port after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.620523 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > port after_update 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.623132 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.623638 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.624114 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.624571 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.831107 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.831846 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.832374 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.833422 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 05:24:20.834001 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f285e5f-e7eb-4d89-aedc-da95adc9c582']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:20.854870 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Allocated IP 172.28.2.76 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/f90665b5-abbe-4ec0-842a-173ec73948ad) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:20.856932 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Made reservation on behalf of 2fb1fa872c004cac9147d805ce1f97cc for: {'port': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:20.863803 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ceebf52c-ac40-477a-9852-cadae2c58926 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:20.876018 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:20.883494 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8900c7ca-743d-41dd-906e-9930393906b6 x-openstack-request-id: req-8900c7ca-743d-41dd-906e-9930393906b6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:20.884784 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652ed823-f7bf-472b-b998-a85dc1c52d4e", "tag": "e950860b-4f8f-4746-83b3-a62baf2bc454", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:20.885264 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8900c7ca-743d-41dd-906e-9930393906b6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:20.885950 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'tag': 'e950860b-4f8f-4746-83b3-a62baf2bc454', 'status': 'completed', 'code': 200} Oct 27 05:24:20.979539 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997ea4fb-cee7-49ce-a729-7055d1c7696e') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:20.979878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997ea4fb-cee7-49ce-a729-7055d1c7696e') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:20.991865 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17cdc4bd-16c3-4262-bfa3-72b1cd932344 req-8ef94a4e-5ecc-43ba-8786-7b3c14852f5d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7786362 Oct 27 05:24:20.993694 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:24:21.058139 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575755'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.071485 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc08aa-3576-4369-86c2-63aa551b66f5 req-d810788e-8560-4698-9afc-467b960267e3 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:21.073283 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-75fc08aa-3576-4369-86c2-63aa551b66f5 req-d810788e-8560-4698-9afc-467b960267e3 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 944 time: 0.1936789 Oct 27 05:24:21.086206 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.169960 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port ceebf52c-ac40-477a-9852-cadae2c58926 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:21.170333 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.255042 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Allocated IP 172.20.0.4 (5f8fd21e-6984-44b3-9c25-2fda23b76095/3e72cfdb-405f-41cc-8ad1-9aa630883bfb/0df84e9d-35ae-469c-a27e-bc6062847ad2) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:21.256326 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.262399 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Pushing event updated for resources: {'Port': ['ID=877359fb-f194-422f-8fd6-f1330078a6e3,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:21.263887 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.269947 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-75fc08aa-3576-4369-86c2-63aa551b66f5 req-8a049a2f-3631-45c0-bc19-73acc3e651aa tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682491 Oct 27 05:24:21.314240 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.381422 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fefec268-8896-4f64-8c99-163f2ea1567b req-377bb213-e811-447c-a0d9-0740c7102086 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0325677 Oct 27 05:24:21.392891 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:24:21.394255 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687685'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.422646 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.423246 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] For port f42c9471-fe7e-41b1-9b02-464db3f91593, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=f42c9471-fe7e-41b1-9b02-464db3f91593,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:21.437461 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: from cryptography.utils import int_from_bytes Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: from cryptography.utils import int_from_bytes Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: Traceback (most recent call last): Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: timer() Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: cb(*args, **kw) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: return func(*args, **kwargs) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: self._notify() Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: self.callback(batched_events) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: event.method(event) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: return f(self, *a, **k) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: return self._get(url).json() Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: return self.request(url, 'GET', **kwargs) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:24:21.510258 dv-cinder-815461-4-smb neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:24:21.579856 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:21.596047 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.599265 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.601408 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:21.604526 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-45e6c500-2998-4bd4-9485-7b7c02783460 req-9492662c-2018-4d0f-8ccb-f4657da631ef tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 210 time: 0.3587949 Oct 27 05:24:21.611896 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:21.616152 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.623222 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77000-9129-431f-92a0-ac71b018f8e6 None None] Pushing event updated for resources: {'Port': ['ID=f42c9471-fe7e-41b1-9b02-464db3f91593,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:21.633421 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03d55-c825-4d8a-a9aa-dce26913a5e4 None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:21.636559 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.641621 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-2491edf2-34a9-48af-8230-51798cde382d None None] Provisioning complete for port f42c9471-fe7e-41b1-9b02-464db3f91593 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:21.642002 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2491edf2-34a9-48af-8230-51798cde382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.642567 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] 10.222.0.15 "DELETE /v2.0/networks/3f285e5f-e7eb-4d89-aedc-da95adc9c582 HTTP/1.1" status: 204 len: 168 time: 1.8119893 Oct 27 05:24:21.643515 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:21.709229 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ec2c03-4470-4982-87e7-149387de4ddf,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:21.713453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.718404 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a03b9c2f-9dcc-4c4c-a4e9-eecc5b201887 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1669271 Oct 27 05:24:21.719065 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49914) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:21.745286 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5e177-2f42-4b30-ad98-6b52b1f0445b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f285e5f-e7eb-4d89-aedc-da95adc9c582,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:21.752909 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'security_group_rule': {'security_group_id': '11ec2c03-4470-4982-87e7-149387de4ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:21.768576 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:21.775515 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:21.779137 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-925d510c-139f-4236-9351-7143dfa93826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:21.780999 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-925d510c-139f-4236-9351-7143dfa93826 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 1097 time: 0.2531168 Oct 27 05:24:21.784273 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:21.822818 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'Port': ['ID=f90665b5-abbe-4ec0-842a-173ec73948ad,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:21.836069 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:21.836933 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.856527 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:21.953703 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49920) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:22.001295 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 371c0fd9-1e7f-4bb2-9b0b-740691a77793 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:22.081593 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.094549 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.257639 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-33d61124-48f8-410e-aae3-9af9a127f29d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7353899 Oct 27 05:24:22.310200 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Request body: {'port': {'device_id': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:22.316239 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Network 5f8fd21e-6984-44b3-9c25-2fda23b76095 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:22.324577 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.327983 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Pushing event updated for resources: {'Port': ['ID=0df84e9d-35ae-469c-a27e-bc6062847ad2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:22.344777 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:22.364111 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:22.382687 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=371c0fd9-1e7f-4bb2-9b0b-740691a77793,segment=NetworkSegment(cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8),segment_id=cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:22.427651 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '371c0fd9-1e7f-4bb2-9b0b-740691a77793', 'network_id': '3ce92d26-9783-462a-ab15-9b0f7179e437', 'port_id': '371c0fd9-1e7f-4bb2-9b0b-740691a77793', 'mac_address': 'fa:16:3e:58:2f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c0af40-2d55-46a4-9c62-2812c06a63c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:22.429337 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-11808792-01c7-42ba-b2e0-e59382f9de4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b8ba61f45674f348c67b4d1a37757d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723957 Oct 27 05:24:22.430727 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.435759 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49938) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:22.535188 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.608352 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371c0fd9-1e7f-4bb2-9b0b-740691a77793 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:22.643613 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:22.644302 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.650552 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=371c0fd9-1e7f-4bb2-9b0b-740691a77793,segment=NetworkSegment(cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8),segment_id=cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:22.671665 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.683144 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.695409 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b89d2-cca7-4f42-8c9b-67295e869159 req-0ec6c86f-5fdb-4287-b885-1c72fb594cc5 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:22.696727 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1e2b89d2-cca7-4f42-8c9b-67295e869159 req-0ec6c86f-5fdb-4287-b885-1c72fb594cc5 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 944 time: 0.4788811 Oct 27 05:24:22.703157 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.745376 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.753459 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49946) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:22.758815 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0404a21-22ee-4c92-8b1c-15affa9ee720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.768060 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=371c0fd9-1e7f-4bb2-9b0b-740691a77793,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:22.779891 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f42c9471-fe7e-41b1-9b02-464db3f91593 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:22.791907 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931cf2e5-ce53-49f0-a10b-efa080025d89,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:22.797816 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-913a6c5e-b6bf-4b51-8b38-2b10be9d0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:22.798811 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0404a21-22ee-4c92-8b1c-15affa9ee720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.799793 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-913a6c5e-b6bf-4b51-8b38-2b10be9d0f1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 916 time: 1.0077612 Oct 27 05:24:22.809456 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23799395-12a9-43cc-b73d-42a4e4836338 req-25b97d5e-aa06-4fdf-8092-b5e894b5afc8 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:22.820093 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-23799395-12a9-43cc-b73d-42a4e4836338 req-25b97d5e-aa06-4fdf-8092-b5e894b5afc8 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 944 time: 0.3409536 Oct 27 05:24:22.820241 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-b65b5c02-4618-42f1-b415-7a3faa1eeadd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3767004 Oct 27 05:24:22.844040 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port f42c9471-fe7e-41b1-9b02-464db3f91593 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:22.844486 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.849646 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Request body: {'port': {'device_id': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:22.892651 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.894089 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-6274c009-d194-4e06-aad4-8bf6b4a0a0fe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1502683 Oct 27 05:24:22.928719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49954) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:22.955830 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:22.964128 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'security_group_rule': {'security_group_id': '11ec2c03-4470-4982-87e7-149387de4ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:22.970746 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-6712c705-5cf2-4d87-afaa-410064609637 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e950860b-4f8f-4746-83b3-a62baf2bc454 HTTP/1.1" status: 200 len: 217 time: 0.0944433 Oct 27 05:24:22.979766 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-23799395-12a9-43cc-b73d-42a4e4836338 req-16f64a61-f8ed-43dd-83f4-01e632e58ec4 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582401 Oct 27 05:24:23.039176 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-9abe57f5-1e59-40df-8029-80e8e5d6db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:23.040890 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-9abe57f5-1e59-40df-8029-80e8e5d6db20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0593965 Oct 27 05:24:23.046011 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1e2b89d2-cca7-4f42-8c9b-67295e869159 req-92cf6e68-4aeb-483b-9cc9-ddd34c4e6bf9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234396 Oct 27 05:24:23.092898 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-ab7106f0-a74e-4739-b57f-d343f68c9a3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422823 Oct 27 05:24:23.093768 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.137532 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29d41bdc-6644-4d3a-8bb2-2c166699f08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.151076 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0404a21-22ee-4c92-8b1c-15affa9ee720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.154337 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d0404a21-22ee-4c92-8b1c-15affa9ee720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.155406 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d0404a21-22ee-4c92-8b1c-15affa9ee720 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3c36688-9da4-4a1a-9df4-ecbb26a81bd9 HTTP/1.1" status: 204 len: 168 time: 0.7186780 Oct 27 05:24:23.215120 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404a21-22ee-4c92-8b1c-15affa9ee720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c36688-9da4-4a1a-9df4-ecbb26a81bd9,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:23.221049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['371c0fd9-1e7f-4bb2-9b0b-740691a77793'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:23.295414 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.297216 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337f0c8-6e29-400a-84ba-03347daca990 req-1528327b-d75f-48fa-b40a-1264cf3bbbd2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:23.310594 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5337f0c8-6e29-400a-84ba-03347daca990 req-1528327b-d75f-48fa-b40a-1264cf3bbbd2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 931 time: 0.2155192 Oct 27 05:24:23.319701 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.373268 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c094ea-6caa-40d7-8fea-fbba4fee6595,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:23.388638 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.399300 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.447201 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'Port': ['ID=f90665b5-abbe-4ec0-842a-173ec73948ad,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:23.457926 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.459171 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-c9d5c4bc-a9a4-4b35-ae08-264924a65e4c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5011678 Oct 27 05:24:23.468318 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49968) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:23.473136 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'floatingip': {'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:23.500339 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.628333 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877359fb-f194-422f-8fd6-f1330078a6e3 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:23.650118 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.675916 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29d41bdc-6644-4d3a-8bb2-2c166699f08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.688047 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.692214 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Transition to ACTIVE for port object 877359fb-f194-422f-8fd6-f1330078a6e3 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:23.713745 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.724740 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-29d41bdc-6644-4d3a-8bb2-2c166699f08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.765880 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:23.767398 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-470a3672-8ad7-49e5-b7a5-77b05fadfcdd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7518559 Oct 27 05:24:23.788824 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49974) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:23.846444 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Pushing event updated for resources: {'Port': ['ID=877359fb-f194-422f-8fd6-f1330078a6e3,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:23.853054 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-29d41bdc-6644-4d3a-8bb2-2c166699f08d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52758026660441dd9fbcceadd275c267&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0348842 Oct 27 05:24:23.854520 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d41bdc-6644-4d3a-8bb2-2c166699f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b8ec50-a79f-47a3-95b3-1915bc96bc20,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:23.860493 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 49978) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:23.883903 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-fb328c94-ef3a-43a9-a538-c9bc7b2a2499 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738166 Oct 27 05:24:23.990845 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5337f0c8-6e29-400a-84ba-03347daca990 req-9ddc6233-3b02-451c-92f9-09464bd33e43 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793559 Oct 27 05:24:23.992885 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 49990) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:24.001583 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-81e51809-eafa-469c-aa27-8502f7856d7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75ed8af5c8144c19ad9fecdf3624ce7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996510 Oct 27 05:24:24.016552 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.099716 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Attempting to bind port 877359fb-f194-422f-8fd6-f1330078a6e3 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:24.099716 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Attempting to bind port 877359fb-f194-422f-8fd6-f1330078a6e3 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:24.099716 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Attempting to bind port 877359fb-f194-422f-8fd6-f1330078a6e3 on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:24.136984 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e03b5014-1a9b-4eb5-ad57-343091b76256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.164211 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Port 877359fb-f194-422f-8fd6-f1330078a6e3 on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:24.164537 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Attempting to bind port 877359fb-f194-422f-8fd6-f1330078a6e3 on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:24.209635 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-cbf8fa63-7c94-4dcb-81b1-c2b1073e0082 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1136245698&fields=id&tenant_id=00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 267 time: 0.1747539 Oct 27 05:24:24.216231 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:24.216566 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Checking segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:24.216942 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Bound using segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:24.217378 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Bound port: 877359fb-f194-422f-8fd6-f1330078a6e3, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:24.217991 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.229697 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e03b5014-1a9b-4eb5-ad57-343091b76256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.241217 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4548056b-febc-4001-bcba-a7bd074efefa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.272112 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4548056b-febc-4001-bcba-a7bd074efefa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.282420 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df84e9d-35ae-469c-a27e-bc6062847ad2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:24.313080 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.323288 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21797c09-ffea-40c6-87e7-ecb740ca56ec req-22d6543e-27e1-41af-b73d-db2885b9079e service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306800 Oct 27 05:24:24.393130 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Allocated IP 172.28.2.104 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/25f761c9-fb9d-452f-9d2b-f0d665d32734) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:24.400697 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Transition to ACTIVE for port object 0df84e9d-35ae-469c-a27e-bc6062847ad2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:24.411146 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.413825 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200e973-0362-4085-8cba-5c831832d027 req-f595a40e-0f2a-446d-a3ac-ca9787f7d2c8 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:24.420980 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2200e973-0362-4085-8cba-5c831832d027 req-f595a40e-0f2a-446d-a3ac-ca9787f7d2c8 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 945 time: 0.3163319 Oct 27 05:24:24.449634 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4548056b-febc-4001-bcba-a7bd074efefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.452246 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4548056b-febc-4001-bcba-a7bd074efefa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.453357 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4548056b-febc-4001-bcba-a7bd074efefa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4662ef5d-dcb0-4aa1-8f20-0a8c207df621 HTTP/1.1" status: 204 len: 168 time: 0.4580359 Oct 27 05:24:24.539265 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e03b5014-1a9b-4eb5-ad57-343091b76256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.542196 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e03b5014-1a9b-4eb5-ad57-343091b76256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.543974 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e03b5014-1a9b-4eb5-ad57-343091b76256 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23b8ec50-a79f-47a3-95b3-1915bc96bc20 HTTP/1.1" status: 204 len: 168 time: 0.6823668 Oct 27 05:24:24.545684 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548056b-febc-4001-bcba-a7bd074efefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662ef5d-dcb0-4aa1-8f20-0a8c207df621,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:24.561394 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5014-1a9b-4eb5-ad57-343091b76256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b8ec50-a79f-47a3-95b3-1915bc96bc20,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:24.583711 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-2d862317-74de-4051-b811-68589f6ac8c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:24.587315 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-2d862317-74de-4051-b811-68589f6ac8c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 817 time: 0.3485734 Oct 27 05:24:24.590828 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] For port 877359fb-f194-422f-8fd6-f1330078a6e3, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:24.599853 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0df84e9d-35ae-469c-a27e-bc6062847ad2,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:24.642395 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] For port 877359fb-f194-422f-8fd6-f1330078a6e3, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=877359fb-f194-422f-8fd6-f1330078a6e3,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:24.679655 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.691074 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-134e54cb-4814-4527-ab73-40ebb1267c62 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/quotas/00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 375 time: 0.0915968 Oct 27 05:24:24.709407 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2200e973-0362-4085-8cba-5c831832d027 req-6742ca32-b76f-459e-b154-8bdacda9df14 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421405 Oct 27 05:24:24.716819 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.719823 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Attempting to bind port 0df84e9d-35ae-469c-a27e-bc6062847ad2 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:24.720374 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Attempting to bind port 0df84e9d-35ae-469c-a27e-bc6062847ad2 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:24.720812 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Attempting to bind port 0df84e9d-35ae-469c-a27e-bc6062847ad2 on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:24.728689 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Port 0df84e9d-35ae-469c-a27e-bc6062847ad2 on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:24.729037 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Attempting to bind port 0df84e9d-35ae-469c-a27e-bc6062847ad2 on network 5f8fd21e-6984-44b3-9c25-2fda23b76095 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:24.740699 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:24.740996 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Checking segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:24.741458 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Bound using segment: {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:24.741952 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Bound port: 0df84e9d-35ae-469c-a27e-bc6062847ad2, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8faf5c4f-c0cc-455d-af6b-39817f62a526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:24.742307 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.788739 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:24.789357 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.791058 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] 10.222.0.25 "PUT /v2.0/ports/877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 1093 time: 2.4993393 Oct 27 05:24:24.794411 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'tag': '877359fb-f194-422f-8fd6-f1330078a6e3'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:24.797217 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5" -d '{"events": [{"name": "network-changed", "server_uuid": "025928cc-7af0-4c17-a9c7-a77843b5b1b2", "tag": "877359fb-f194-422f-8fd6-f1330078a6e3"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:24.824901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.827821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7846c-f2ee-44cd-b1ea-1d2f0faf91eb service neutron] Pushing event updated for resources: {'Port': ['ID=877359fb-f194-422f-8fd6-f1330078a6e3,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:24.840933 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-035ce88e-9256-4262-87cd-1782404a504f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1304731 Oct 27 05:24:24.872819 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] For port 0df84e9d-35ae-469c-a27e-bc6062847ad2, host hv-cinder-81546, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:24.880507 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] For port 0df84e9d-35ae-469c-a27e-bc6062847ad2, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:24.903556 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.924358 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:24.931610 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:24.937176 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:24.940070 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:24.941153 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:24.942892 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/0df84e9d-35ae-469c-a27e-bc6062847ad2 HTTP/1.1" status: 200 len: 1093 time: 2.1006718 Oct 27 05:24:24.943517 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'tag': '0df84e9d-35ae-469c-a27e-bc6062847ad2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:24.946749 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b576a7-1d15-4334-a47f-9d94cf8ff615" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72b9e9-4af9-49ad-bc07-29005e3e558a", "tag": "0df84e9d-35ae-469c-a27e-bc6062847ad2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:24.975016 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'Port': ['ID=25f761c9-fb9d-452f-9d2b-f0d665d32734,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:25.203884 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50040) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:25.246175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db7d589a-13c1-4262-8dbe-a474e336dbfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.276224 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646948-3f63-41f1-912e-79a1c4a4e145 req-47b75cce-2533-4c5a-9bbb-b3eae90d2d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:25.278301 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a1646948-3f63-41f1-912e-79a1c4a4e145 req-47b75cce-2533-4c5a-9bbb-b3eae90d2d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 944 time: 0.4363537 Oct 27 05:24:25.280315 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680356bc-74f8-4e74-82dd-dda33f7c10b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0df84e9d-35ae-469c-a27e-bc6062847ad2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:25.286681 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-19fc9352-de2b-46ec-afa1-93ede4ab24be service neutron] 10.222.0.15 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002409 Oct 27 05:24:25.298850 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-fd0c47a6-7ec4-44b8-846e-f783d6bd6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:25.301143 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-fd0c47a6-7ec4-44b8-846e-f783d6bd6112 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1096 time: 0.4181838 Oct 27 05:24:25.303120 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-e9b7a0e4-ee20-44ba-9f03-dbfeae52d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:25.304644 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-e9b7a0e4-ee20-44ba-9f03-dbfeae52d1f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 1096 time: 0.2987378 Oct 27 05:24:25.309560 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.342688 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50046) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:25.384492 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-e9c5e13f-38ba-4902-bdd1-9ec3e6478ebd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2 HTTP/1.1" status: 200 len: 217 time: 0.0423448 Oct 27 05:24:25.386971 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.430350 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-ae1d6921-4929-4ae2-b832-842a43c2191f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0978172 Oct 27 05:24:25.453535 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-90a01f0f-4c79-4b02-ba1b-daf12c245b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:25.454469 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-90a01f0f-4c79-4b02-ba1b-daf12c245b9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0475066 Oct 27 05:24:25.457907 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a1646948-3f63-41f1-912e-79a1c4a4e145 req-5adb0058-5944-448f-b035-a34870ace5dc tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683872 Oct 27 05:24:25.516047 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-dfb2c637-6540-4f8d-9276-c8e065eba24d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450411 Oct 27 05:24:25.623867 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-3798c1c5-9e22-4e3d-898c-1b016dc93685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:25.625346 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-3798c1c5-9e22-4e3d-898c-1b016dc93685 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.1841559 Oct 27 05:24:25.645665 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0718ce2-d9f6-4c0a-bc58-c5d2368b18d3 x-openstack-request-id: req-b0718ce2-d9f6-4c0a-bc58-c5d2368b18d3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:25.645943 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025928cc-7af0-4c17-a9c7-a77843b5b1b2", "tag": "877359fb-f194-422f-8fd6-f1330078a6e3", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:25.646631 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0718ce2-d9f6-4c0a-bc58-c5d2368b18d3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:25.646631 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'tag': '877359fb-f194-422f-8fd6-f1330078a6e3', 'status': 'completed', 'code': 200} Oct 27 05:24:25.677777 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68393144-5337-48e8-80a8-98db56ab5c13 x-openstack-request-id: req-68393144-5337-48e8-80a8-98db56ab5c13 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:25.678067 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72b9e9-4af9-49ad-bc07-29005e3e558a", "tag": "0df84e9d-35ae-469c-a27e-bc6062847ad2", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:25.678326 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68393144-5337-48e8-80a8-98db56ab5c13 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:25.680191 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'tag': '0df84e9d-35ae-469c-a27e-bc6062847ad2', 'status': 'completed', 'code': 200} Oct 27 05:24:25.691443 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-8f49b08c-c3a1-49e5-8d25-2dc793518ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889098 Oct 27 05:24:25.696435 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-dce69ea8-8a76-4cd1-9424-30c709524937 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727417 Oct 27 05:24:25.727291 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74ae5407-6bca-4193-97ae-e3f97a431481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.744985 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-940e457d-8e43-4a64-97b9-0188df7a7687 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852382 Oct 27 05:24:25.748777 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db7d589a-13c1-4262-8dbe-a474e336dbfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.790999 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.801339 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.803639 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-db7d589a-13c1-4262-8dbe-a474e336dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.861117 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4527af5f-7bab-4d15-a62a-ee0feb1b54e3 req-6a9f26bb-dfef-4803-a639-664b488c1961 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538708 Oct 27 05:24:25.952468 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device e950860b-4f8f-4746-83b3-a62baf2bc454 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:25.957447 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:25.961511 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-db7d589a-13c1-4262-8dbe-a474e336dbfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2f87931a9a040bc88425f27961544a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7553351 Oct 27 05:24:25.970814 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50072) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:25.981272 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d589a-13c1-4262-8dbe-a474e336dbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d12ba-63ce-4536-a8b5-3e10152eb81a,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:25.990494 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 371c0fd9-1e7f-4bb2-9b0b-740691a77793 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:26.020526 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac80914-0ded-4539-a721-966cb86a5017 req-47134980-f9ce-4511-90df-ff07cef8d9de tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.022096 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8ac80914-0ded-4539-a721-966cb86a5017 req-47134980-f9ce-4511-90df-ff07cef8d9de tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 943 time: 0.2717233 Oct 27 05:24:26.084448 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-fdb15162-8809-4c58-bb66-e8e0c7fac561 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120954 Oct 27 05:24:26.087907 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'Port': ['ID=25f761c9-fb9d-452f-9d2b-f0d665d32734,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:26.146110 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.147502 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-3bcc11b6-5d53-444c-b9f3-1406f358e6a6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6782758 Oct 27 05:24:26.168651 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-63cb5f06-bd29-451c-b361-5db2fbdebd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.170525 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-63cb5f06-bd29-451c-b361-5db2fbdebd28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 1096 time: 0.1723800 Oct 27 05:24:26.182648 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eb8a1-ba95-421f-bbb5-542100af82fe req-e2a55335-18bb-437e-86c7-8b9961445181 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.185111 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b71eb8a1-ba95-421f-bbb5-542100af82fe req-e2a55335-18bb-437e-86c7-8b9961445181 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 945 time: 0.2326856 Oct 27 05:24:26.211247 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port e950860b-4f8f-4746-83b3-a62baf2bc454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e950860b-4f8f-4746-83b3-a62baf2bc454,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:26.219155 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8ac80914-0ded-4539-a721-966cb86a5017 req-f5890f31-4679-4b99-abca-a17637fce8f6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749954 Oct 27 05:24:26.228508 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74ae5407-6bca-4193-97ae-e3f97a431481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.281467 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'e950860b-4f8f-4746-83b3-a62baf2bc454', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'port_id': 'e950860b-4f8f-4746-83b3-a62baf2bc454', 'mac_address': 'fa:16:3e:29:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae92573-83f0-4d56-ba61-e88bbbc248a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:26.286714 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74ae5407-6bca-4193-97ae-e3f97a431481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.332558 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:26.385228 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-072c24b0-7965-4476-ae3d-dba8a4827938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.412607 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.421302 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:26.427857 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.454308 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c784c5d0-1086-4f48-b677-69724bcbaf75 req-76ebb7b8-257e-4aa2-8220-75188639755e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 210 time: 0.1358285 Oct 27 05:24:26.456176 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-072c24b0-7965-4476-ae3d-dba8a4827938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.459686 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-74ae5407-6bca-4193-97ae-e3f97a431481 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2515dc5e3e5b454b9c2a72a703535db2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1077299 Oct 27 05:24:26.477110 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50088) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:26.489406 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b71eb8a1-ba95-421f-bbb5-542100af82fe req-4988c74a-4572-4258-a5e1-223ad5af6530 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868319 Oct 27 05:24:26.492377 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae5407-6bca-4193-97ae-e3f97a431481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b6564-587a-40b3-bdd0-d029d70f8d05,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:26.501780 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e840112f-91b1-452d-a852-1ead68e7b4c3 req-6c2057ca-67cf-4189-b16c-0cc62e1bfd55 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073656 Oct 27 05:24:26.505942 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e950860b-4f8f-4746-83b3-a62baf2bc454 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:26.572998 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e985da59-9112-42d2-b4e1-98f54eb2f3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.631845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e985da59-9112-42d2-b4e1-98f54eb2f3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.675816 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-128ddb8f-c1b1-404c-80ce-da3684bd5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.677582 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-128ddb8f-c1b1-404c-80ce-da3684bd5751 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.4637485 Oct 27 05:24:26.677742 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port e950860b-4f8f-4746-83b3-a62baf2bc454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e950860b-4f8f-4746-83b3-a62baf2bc454,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:26.712697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.774157 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-365bd437-ee05-4854-9fd1-36ddd8687274 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2 HTTP/1.1" status: 200 len: 217 time: 0.0844612 Oct 27 05:24:26.775416 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-cbd5766a-fa72-4c94-91c1-c126a93011a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.777064 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-cbd5766a-fa72-4c94-91c1-c126a93011a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1096 time: 0.1347136 Oct 27 05:24:26.784947 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-c1779854-4862-465a-973b-f0d6c482d8af tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--895706557&fields=id&tenant_id=4c629cf25a984deabe7b7e6da2197403 HTTP/1.1" status: 200 len: 267 time: 0.1147573 Oct 27 05:24:26.785188 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-072c24b0-7965-4476-ae3d-dba8a4827938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.791401 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-072c24b0-7965-4476-ae3d-dba8a4827938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.793488 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-072c24b0-7965-4476-ae3d-dba8a4827938 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/386d12ba-63ce-4536-a8b5-3e10152eb81a HTTP/1.1" status: 204 len: 168 time: 0.8216894 Oct 27 05:24:26.848886 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c24b0-7965-4476-ae3d-dba8a4827938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d12ba-63ce-4536-a8b5-3e10152eb81a,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:26.873354 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-f47cb423-612f-4304-81a5-865048ca4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.873833 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=e950860b-4f8f-4746-83b3-a62baf2bc454,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:26.874398 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-f47cb423-612f-4304-81a5-865048ca4ded service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0770338 Oct 27 05:24:26.902195 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:26.940758 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-28ad78a3-0eff-4ecb-b286-5a68c9ca74ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549800 Oct 27 05:24:26.945870 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371c0fd9-1e7f-4bb2-9b0b-740691a77793'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:26.985813 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-6f30c285-7588-4618-8826-beec741d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:26.987632 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-6f30c285-7588-4618-8826-beec741d8c73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.1987321 Oct 27 05:24:27.022201 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e985da59-9112-42d2-b4e1-98f54eb2f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:27.025461 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e985da59-9112-42d2-b4e1-98f54eb2f3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:27.027263 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e985da59-9112-42d2-b4e1-98f54eb2f3b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/084b6564-587a-40b3-bdd0-d029d70f8d05 HTTP/1.1" status: 204 len: 168 time: 0.5484250 Oct 27 05:24:27.111715 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=371c0fd9-1e7f-4bb2-9b0b-740691a77793,segment=NetworkSegment(cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8),segment_id=cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:27.113327 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-7180ed1a-b5f6-4667-b686-69b2a7cf65a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.1031616 Oct 27 05:24:27.118558 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:27.121495 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985da59-9112-42d2-b4e1-98f54eb2f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b6564-587a-40b3-bdd0-d029d70f8d05,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:27.156536 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-6c321e3c-c1dc-4fd6-b7be-440694e87511 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022617 Oct 27 05:24:27.164298 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127d4bb-4023-4776-bf6b-c24bd14ab816 req-c72695a4-7d36-428a-b940-d3e5cac03331 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:27.176060 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b127d4bb-4023-4776-bf6b-c24bd14ab816 req-c72695a4-7d36-428a-b940-d3e5cac03331 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 945 time: 0.3628519 Oct 27 05:24:27.195998 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=371c0fd9-1e7f-4bb2-9b0b-740691a77793,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:27.267186 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b127d4bb-4023-4776-bf6b-c24bd14ab816 req-06975f31-d8db-4188-825e-b53beb925c57 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 Oct 27 05:24:27.289933 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-91f57dbd-a448-4b44-93cf-5cebe2757448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:27.294872 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-91f57dbd-a448-4b44-93cf-5cebe2757448 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.1577115 Oct 27 05:24:27.329462 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-b3b2f809-5773-45b6-8f82-12c7cb5c8cf2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:27.333719 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-b3b2f809-5773-45b6-8f82-12c7cb5c8cf2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 811 time: 0.5258508 Oct 27 05:24:27.354660 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e1b576a7-1d15-4334-a47f-9d94cf8ff615 req-e9bc5594-3588-4dfd-acc1-697bab27199f service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901126 Oct 27 05:24:27.376802 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-18c54582-42ae-4130-af0c-c359c1ccbe6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680075 Oct 27 05:24:27.407049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:27.410139 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-d27f4988-f525-4455-beae-4ae84d3b6794 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/quotas/4c629cf25a984deabe7b7e6da2197403 HTTP/1.1" status: 200 len: 375 time: 0.0629601 Oct 27 05:24:27.428338 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:27.534175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885ae8-8b4b-41da-9008-d1be433b5f64 req-c3a263f6-8106-4605-a229-5190179c6829 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:27.536193 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9a885ae8-8b4b-41da-9008-d1be433b5f64 req-c3a263f6-8106-4605-a229-5190179c6829 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 943 time: 0.1581244 Oct 27 05:24:27.551812 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-282e4420-8f1f-4bdf-83fc-4eba29232048 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158514 Oct 27 05:24:27.691000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-a91a8e15-77fc-464b-9aef-d495b0d89e62 service neutron] 10.222.0.15 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070690 Oct 27 05:24:27.700703 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-c22caabb-319a-4cfb-91bb-7770e0f79430 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036964 Oct 27 05:24:27.710280 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f566bd26-090d-4764-8cd2-851f21b3fdbf" -d '{"events": [{"server_uuid": "1dc0a3e5-ea72-4d8c-b733-9a13e6b09691", "name": "network-vif-plugged", "status": "completed", "tag": "371c0fd9-1e7f-4bb2-9b0b-740691a77793"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:27.790569 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9a885ae8-8b4b-41da-9008-d1be433b5f64 req-71c5b515-8ba6-4c22-b799-6445730f1f5d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360992 Oct 27 05:24:27.843974 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50140) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:27.864742 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0baac97a-a61c-4843-8409-a2047054033f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:27.967854 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-17821f99-f2c2-4fc6-877d-0292df1991af service neutron] 10.222.0.15 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660179 Oct 27 05:24:27.997006 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317c1651-1bfb-4c81-aa1d-bf7ab9f773f5 req-bdf88dff-8209-4134-8d2f-b72bcb86e5b7 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858527 Oct 27 05:24:28.000186 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-09fcce1d-0e23-44d8-acc4-2cb3b591e9cc req-0aff02c0-0239-4dda-9aca-a791245b3fb2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 210 time: 0.0534694 Oct 27 05:24:28.000629 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-57e55a8f-9cb8-4c00-b866-97b139ac4fa3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:28.002556 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-57e55a8f-9cb8-4c00-b866-97b139ac4fa3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 817 time: 0.2310302 Oct 27 05:24:28.123391 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50150) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:28.212085 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bc52a-5915-494d-9d93-cfeaab3a009b req-e95f15b7-76c2-48e0-b64a-df0da039b678 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:28.213702 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-448bc52a-5915-494d-9d93-cfeaab3a009b req-e95f15b7-76c2-48e0-b64a-df0da039b678 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.1045814 Oct 27 05:24:28.217493 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0baac97a-a61c-4843-8409-a2047054033f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.228406 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0baac97a-a61c-4843-8409-a2047054033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.252476 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-f14d465c-a07e-4bf1-89ef-74c28a402016 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 380 time: 0.1822538 Oct 27 05:24:28.262646 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-448bc52a-5915-494d-9d93-cfeaab3a009b req-8af11850-084a-4444-9d3b-f337c701befa tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Oct 27 05:24:28.267036 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'port': {'device_id': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'admin_state_up': True, 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'security_groups': ['125ff3f8-d95f-43b1-b165-7632a98fca0e']}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:28.393259 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c301f73f-f4de-4154-b958-e584e5c0b1b1 req-30eb7041-6aae-4afa-8202-c3b6e2eebb67 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 210 time: 0.0567105 Oct 27 05:24:28.400766 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50168) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:28.401032 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-0baac97a-a61c-4843-8409-a2047054033f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9894072659ca481a928fb7233a1ec327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550263 Oct 27 05:24:28.423762 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baac97a-a61c-4843-8409-a2047054033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d108f130-56a1-43ce-97ef-9f81ea7871da,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:28.470205 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Made reservation on behalf of 00e55c6c575241fc8ef9c285b101bd0a for: {'port': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:28.476249 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.477845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d64fd3-2e8c-442a-8eb5-dfdee60d6440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.485999 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe011c-b524-4dd8-b03d-8cd906c9ef41 x-openstack-request-id: req-08fe011c-b524-4dd8-b03d-8cd906c9ef41 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:28.486777 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a3e5-ea72-4d8c-b733-9a13e6b09691", "name": "network-vif-plugged", "status": "completed", "tag": "371c0fd9-1e7f-4bb2-9b0b-740691a77793", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:28.486874 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08fe011c-b524-4dd8-b03d-8cd906c9ef41 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:28.487492 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371c0fd9-1e7f-4bb2-9b0b-740691a77793', 'code': 200} Oct 27 05:24:28.509675 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d64fd3-2e8c-442a-8eb5-dfdee60d6440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.597300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72aa19cb-8076-4cf0-a2cc-b655d0a5a33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.650682 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Allocated IP 172.20.0.13 (1a47bfed-6c14-4a2f-9e79-c2608b18ebc5/54ddc4b6-3cb3-467d-be74-e608941a79d8/09a376ef-4311-4175-8483-dee8799db339) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:28.678078 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68bdf-470f-4d2b-82c6-430ff26729b1 req-4e4d3ab8-22f3-4e8f-b501-5a263e835098 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:28.679692 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e2b68bdf-470f-4d2b-82c6-430ff26729b1 req-4e4d3ab8-22f3-4e8f-b501-5a263e835098 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 945 time: 0.1529760 Oct 27 05:24:28.738905 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d64fd3-2e8c-442a-8eb5-dfdee60d6440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.741497 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74d64fd3-2e8c-442a-8eb5-dfdee60d6440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.742721 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-74d64fd3-2e8c-442a-8eb5-dfdee60d6440 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d108f130-56a1-43ce-97ef-9f81ea7871da HTTP/1.1" status: 204 len: 168 time: 0.3408868 Oct 27 05:24:28.781638 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e2b68bdf-470f-4d2b-82c6-430ff26729b1 req-ab5f9aaa-63b3-49a5-8672-a78a59cf7c56 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782337 Oct 27 05:24:28.830636 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d64fd3-2e8c-442a-8eb5-dfdee60d6440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108f130-56a1-43ce-97ef-9f81ea7871da,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:28.869925 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.919512 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e425-adf2-4840-a2c3-6e0d9d1fd508 req-d97a8a0e-28b3-4245-b16f-d3628dd56bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:28.922885 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0d39e425-adf2-4840-a2c3-6e0d9d1fd508 req-d97a8a0e-28b3-4245-b16f-d3628dd56bf8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 1099 time: 0.1719134 Oct 27 05:24:28.929806 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:28.979382 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0d39e425-adf2-4840-a2c3-6e0d9d1fd508 req-9b334e7a-f4ec-44f2-ba8c-74da28769c30 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.012098 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72aa19cb-8076-4cf0-a2cc-b655d0a5a33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.018102 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:29.024625 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:29.024931 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-72aa19cb-8076-4cf0-a2cc-b655d0a5a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.028813 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:29.070486 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:29.086350 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687400d-3810-42b7-aca4-3a32ac00b121 req-e37a7796-d4b1-4914-8b36-c61930e4fe39 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:29.087929 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8687400d-3810-42b7-aca4-3a32ac00b121 req-e37a7796-d4b1-4914-8b36-c61930e4fe39 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 943 time: 0.1635225 Oct 27 05:24:29.111887 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:29.112535 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.134134 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-d718e4d2-0995-4938-a765-6456d2ebc2f0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8737941 Oct 27 05:24:29.166045 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Request body: {'port': {'device_id': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:29.272011 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.307454 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-72aa19cb-8076-4cf0-a2cc-b655d0a5a33c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78d5aa3eb47e48b0ace7a6ffacad5d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1828859 Oct 27 05:24:29.311450 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8687400d-3810-42b7-aca4-3a32ac00b121 req-171a08eb-6bc1-4d7a-b0f6-9b726e982b1d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927705 Oct 27 05:24:29.312444 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50198) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:29.319009 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa19cb-8076-4cf0-a2cc-b655d0a5a33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf69f4-fd3e-49a6-a795-804e660b2277,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:29.397760 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659b97-49b1-4aaa-9c83-60395fc64da4 req-b22268e2-f812-43c5-82ba-f25dbdb1f9eb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:29.405252 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-42659b97-49b1-4aaa-9c83-60395fc64da4 req-b22268e2-f812-43c5-82ba-f25dbdb1f9eb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 932 time: 0.2651393 Oct 27 05:24:29.445929 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-34705ceb-3d81-4ae0-b043-c88b869abbcc None None] Provisioning complete for port 09a376ef-4311-4175-8483-dee8799db339 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:29.449687 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-34705ceb-3d81-4ae0-b043-c88b869abbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.493035 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-42659b97-49b1-4aaa-9c83-60395fc64da4 req-78d036af-4bba-4560-959c-60526a18f1bc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797350 Oct 27 05:24:29.524155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-34705ceb-3d81-4ae0-b043-c88b869abbcc None None] Port 09a376ef-4311-4175-8483-dee8799db339 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:24:29.572173 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e375-91a5-4455-ba00-a5631797721a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.575983 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0d39e425-adf2-4840-a2c3-6e0d9d1fd508 req-9b334e7a-f4ec-44f2-ba8c-74da28769c30 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.599481 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-0d39e425-adf2-4840-a2c3-6e0d9d1fd508 req-9b334e7a-f4ec-44f2-ba8c-74da28769c30 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.629120 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0d39e425-adf2-4840-a2c3-6e0d9d1fd508 req-9b334e7a-f4ec-44f2-ba8c-74da28769c30 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982718 Oct 27 05:24:29.736946 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a376ef-4311-4175-8483-dee8799db339 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:29.749155 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.768676 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Transition to ACTIVE for port object 09a376ef-4311-4175-8483-dee8799db339 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:29.775530 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.835208 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:29.855057 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f3e9732d-3aba-4c32-ac5c-2b1d2c697d5b req-9ad2b2f5-b44f-4805-8896-de4cfba48c81 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 210 time: 0.2746594 Oct 27 05:24:29.883480 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e375-91a5-4455-ba00-a5631797721a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:29.917831 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b334e7a-f4ec-44f2-ba8c-74da28769c30 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4aa532-fc33-476a-acde-04edcd03ac53,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:29.934102 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1191-22ef-4cd8-8f22-1cd584a69e99 req-56c84eb5-01c6-4c46-8fee-3a8b869e8734 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:29.941329 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-980c1191-22ef-4cd8-8f22-1cd584a69e99 req-56c84eb5-01c6-4c46-8fee-3a8b869e8734 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.4645247 Oct 27 05:24:29.960591 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Attempting to bind port 09a376ef-4311-4175-8483-dee8799db339 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:29.960931 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Attempting to bind port 09a376ef-4311-4175-8483-dee8799db339 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:29.961262 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Attempting to bind port 09a376ef-4311-4175-8483-dee8799db339 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:29.967524 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Port 09a376ef-4311-4175-8483-dee8799db339 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:29.967835 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Attempting to bind port 09a376ef-4311-4175-8483-dee8799db339 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:29.968103 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 877359fb-f194-422f-8fd6-f1330078a6e3 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:29.974864 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device e950860b-4f8f-4746-83b3-a62baf2bc454 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:29.977659 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:29.978000 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Checking segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:29.978412 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Bound using segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:29.979070 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Bound port: 09a376ef-4311-4175-8483-dee8799db339, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:29.979592 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.122232 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:30.127286 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-980c1191-22ef-4cd8-8f22-1cd584a69e99 req-70951906-6838-4b3e-83c2-45d2ed3a85a4 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846187 Oct 27 05:24:30.127465 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:30.137595 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port e950860b-4f8f-4746-83b3-a62baf2bc454 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:30.142584 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.159070 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port e950860b-4f8f-4746-83b3-a62baf2bc454 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:30.160137 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.191682 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e375-91a5-4455-ba00-a5631797721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.192159 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:30.192974 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.194915 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 1094 time: 1.0333192 Oct 27 05:24:30.197551 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:30.199490 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e375-91a5-4455-ba00-a5631797721a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.200390 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34" -d '{"events": [{"name": "network-changed", "server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:30.201528 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-8dd7e375-91a5-4455-ba00-a5631797721a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acdf69f4-fd3e-49a6-a795-804e660b2277 HTTP/1.1" status: 204 len: 168 time: 0.8851218 Oct 27 05:24:30.249350 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa1e9e-6a41-4b76-ae57-ab89b671e1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:30.263876 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7e375-91a5-4455-ba00-a5631797721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf69f4-fd3e-49a6-a795-804e660b2277,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:30.286746 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 877359fb-f194-422f-8fd6-f1330078a6e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=877359fb-f194-422f-8fd6-f1330078a6e3,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:30.302323 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542e2093-f2b4-4a0e-9e59-9242b9092932 x-openstack-request-id: req-542e2093-f2b4-4a0e-9e59-9242b9092932 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:30.302940 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "tag": "09a376ef-4311-4175-8483-dee8799db339", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:30.302940 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-542e2093-f2b4-4a0e-9e59-9242b9092932 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:30.303286 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'status': 'completed', 'code': 200} Oct 27 05:24:30.320593 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8bde6-f659-4b45-8e66-fee0e8a8622f req-6df5a2f9-858f-4305-a287-2d43432d9b5c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:30.324388 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-efc8bde6-f659-4b45-8e66-fee0e8a8622f req-6df5a2f9-858f-4305-a287-2d43432d9b5c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 945 time: 0.3385556 Oct 27 05:24:30.360709 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '877359fb-f194-422f-8fd6-f1330078a6e3', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'port_id': '877359fb-f194-422f-8fd6-f1330078a6e3', 'mac_address': 'fa:16:3e:86:8b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:30.523034 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-48c5be3f-8412-42f3-a503-48ad693dc668 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:30.525710 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-48c5be3f-8412-42f3-a503-48ad693dc668 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 811 time: 0.2009764 Oct 27 05:24:30.542002 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.547823 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.567469 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877359fb-f194-422f-8fd6-f1330078a6e3 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:30.588133 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 877359fb-f194-422f-8fd6-f1330078a6e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=877359fb-f194-422f-8fd6-f1330078a6e3,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:30.603368 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.604649 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 0df84e9d-35ae-469c-a27e-bc6062847ad2 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:30.622212 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e950860b-4f8f-4746-83b3-a62baf2bc454'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:30.624780 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47996dd-1059-4a12-b27c-af4592894137" -d '{"events": [{"server_uuid": "652ed823-f7bf-472b-b998-a85dc1c52d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e950860b-4f8f-4746-83b3-a62baf2bc454"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:30.643328 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-9e0a474f-a395-49d7-98a4-622bbe8bc7e2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c629cf25a984deabe7b7e6da2197403 HTTP/1.1" status: 200 len: 379 time: 0.0908086 Oct 27 05:24:30.654059 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'port': {'device_id': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'admin_state_up': True, 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'security_groups': ['11ec2c03-4470-4982-87e7-149387de4ddf']}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:30.709324 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-efc8bde6-f659-4b45-8e66-fee0e8a8622f req-9bc6265b-bb8a-4660-bf5e-47d4bc47a891 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023021 Oct 27 05:24:30.726453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-6b241dbe-ac24-49ef-86c0-1c40abdab31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:30.738917 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port e950860b-4f8f-4746-83b3-a62baf2bc454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e950860b-4f8f-4746-83b3-a62baf2bc454,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:30.741570 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-6b241dbe-ac24-49ef-86c0-1c40abdab31e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1097 time: 0.4006543 Oct 27 05:24:30.780255 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.803701 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84d788-c98a-4f5d-ab01-5853956871a7 req-5a754caa-d3f9-47cb-a396-76997bd4909f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:30.813712 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1f84d788-c98a-4f5d-ab01-5853956871a7 req-5a754caa-d3f9-47cb-a396-76997bd4909f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 943 time: 0.2756176 Oct 27 05:24:30.846114 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 0df84e9d-35ae-469c-a27e-bc6062847ad2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:30.885138 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=877359fb-f194-422f-8fd6-f1330078a6e3,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:30.897226 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '0df84e9d-35ae-469c-a27e-bc6062847ad2', 'network_id': '5f8fd21e-6984-44b3-9c25-2fda23b76095', 'port_id': '0df84e9d-35ae-469c-a27e-bc6062847ad2', 'mac_address': 'fa:16:3e:93:64:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e72cfdb-405f-41cc-8ad1-9aa630883bfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:30.912920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Made reservation on behalf of 4c629cf25a984deabe7b7e6da2197403 for: {'port': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:30.916215 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:30.917279 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1f84d788-c98a-4f5d-ab01-5853956871a7 req-d865df35-8820-4f1e-bf5e-70b06ac3560e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988381 Oct 27 05:24:30.939076 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-9c04df28-05e9-48a7-8eba-09ac1a534e14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 217 time: 0.1698692 Oct 27 05:24:31.045821 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ab613-5c97-4204-931b-9d9dbf7aebb3 x-openstack-request-id: req-ab7ab613-5c97-4204-931b-9d9dbf7aebb3 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:31.046270 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652ed823-f7bf-472b-b998-a85dc1c52d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e950860b-4f8f-4746-83b3-a62baf2bc454", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:31.050574 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab7ab613-5c97-4204-931b-9d9dbf7aebb3 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:31.051007 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e950860b-4f8f-4746-83b3-a62baf2bc454', 'code': 200} Oct 27 05:24:31.086210 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50258) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:31.106855 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.140355 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=e950860b-4f8f-4746-83b3-a62baf2bc454,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:31.154639 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42148be-8d6e-4811-80e4-9ae1c20fd1d3 req-c9f35479-66e5-4a36-83e0-f2e5e34a3580 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.163264 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Allocated IP 172.20.0.10 (a014420b-c451-49d3-8af2-a107bb698c4c/4a9e0ecb-708f-41b0-9675-57dbfe4dc187/b6c569ab-5e10-41f9-879c-398ed01b87ff) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:31.164395 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e42148be-8d6e-4811-80e4-9ae1c20fd1d3 req-c9f35479-66e5-4a36-83e0-f2e5e34a3580 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.2428277 Oct 27 05:24:31.164803 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df84e9d-35ae-469c-a27e-bc6062847ad2 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:31.167234 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5458c42-b82e-48b5-a6f3-5dc14a99baf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.210006 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8294ee2d-fb64-493e-ad1d-22751e901106 req-b623cf2e-02ea-4aa5-b9ce-b26c8a7abdd8 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 210 time: 0.1211879 Oct 27 05:24:31.223400 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 0df84e9d-35ae-469c-a27e-bc6062847ad2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:31.228933 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-17894ff5-f169-4a2f-bd3b-cc7c21e095c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.231149 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-17894ff5-f169-4a2f-bd3b-cc7c21e095c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.2160978 Oct 27 05:24:31.234692 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.345983 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=0df84e9d-35ae-469c-a27e-bc6062847ad2,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:31.467714 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e42148be-8d6e-4811-80e4-9ae1c20fd1d3 req-3bfa4ac7-2256-4ac9-96db-f5211b6832f5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017771 Oct 27 05:24:31.469778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-5069a16c-f3fb-423f-8e9d-1036556e08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.472651 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-5069a16c-f3fb-423f-8e9d-1036556e08ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2180390 Oct 27 05:24:31.476317 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf8aca-3932-43fc-841f-97ebe9523a89 req-6dd85f18-dfff-4645-a8df-350de28f02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.477823 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2edf8aca-3932-43fc-841f-97ebe9523a89 req-6dd85f18-dfff-4645-a8df-350de28f02e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 1099 time: 0.2255933 Oct 27 05:24:31.527553 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50264) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:31.535653 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6f68c-4045-4c7e-82cc-b6c1cce58809 req-bc8d60b7-c969-46e1-9b01-ed94d5c8f7cf tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.537203 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-54e6f68c-4045-4c7e-82cc-b6c1cce58809 req-bc8d60b7-c969-46e1-9b01-ed94d5c8f7cf tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.1799450 Oct 27 05:24:31.646885 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2edf8aca-3932-43fc-841f-97ebe9523a89 req-35cc0ec2-1df0-4a53-84f4-aa2e353f0a5a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512372 Oct 27 05:24:31.667583 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-54e6f68c-4045-4c7e-82cc-b6c1cce58809 req-9ee0c25a-22bf-4142-ba78-98c5b874039b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829313 Oct 27 05:24:31.674215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5458c42-b82e-48b5-a6f3-5dc14a99baf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.689393 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.703791 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5458c42-b82e-48b5-a6f3-5dc14a99baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.746669 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-812fde2d-dac9-40ac-bdf5-6a3f862ac300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.759195 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.767605 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['877359fb-f194-422f-8fd6-f1330078a6e3'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:31.770529 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-cd6a05da-05ba-4112-a902-3e3e42b3c4a7 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728674 Oct 27 05:24:31.784281 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b5458c42-b82e-48b5-a6f3-5dc14a99baf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=996d3282db144e77a17bf0cb074d6be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934922 Oct 27 05:24:31.787829 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50274) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:31.801262 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5458c42-b82e-48b5-a6f3-5dc14a99baf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f22d5a-8ba9-40b1-b2d6-da39aedf2bcd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:31.808967 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Network a014420b-c451-49d3-8af2-a107bb698c4c is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:31.812392 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:31.816515 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:31.827472 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['0df84e9d-35ae-469c-a27e-bc6062847ad2'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:31.847043 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'Port': ['ID=b6c569ab-5e10-41f9-879c-398ed01b87ff,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:31.903256 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.904223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.929872 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e97-a01b-4bb1-8ef6-9163d6297bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:31.934154 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-6cd397a5-4da8-466b-bb06-2041abbc3822 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2834365 Oct 27 05:24:31.941766 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf712-c833-462e-a67a-302df65523d4 req-c58b5017-c899-42f0-bb48-7ff54c130143 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:31.943405 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec5cf712-c833-462e-a67a-302df65523d4 req-c58b5017-c899-42f0-bb48-7ff54c130143 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.1392913 Oct 27 05:24:32.003605 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e97-a01b-4bb1-8ef6-9163d6297bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.022217 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-812fde2d-dac9-40ac-bdf5-6a3f862ac300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.067570 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-812fde2d-dac9-40ac-bdf5-6a3f862ac300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.113795 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec5cf712-c833-462e-a67a-302df65523d4 req-8009d8da-414d-4dab-8f59-2e34f867a6d0 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532767 Oct 27 05:24:32.138575 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Request body: {'port': {'device_id': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:32.143383 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-812fde2d-dac9-40ac-bdf5-6a3f862ac300 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2d71243a15f40f5abc5f5da98ca31a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051939 Oct 27 05:24:32.147061 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fde2d-dac9-40ac-bdf5-6a3f862ac300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74f397c-9a99-47c4-9d0d-cf364cd98667,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:32.149667 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50278) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:32.174063 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-5471ca80-b40c-4237-b24b-b68a175f5230 None None] Provisioning complete for port b6c569ab-5e10-41f9-879c-398ed01b87ff triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:32.174734 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5471ca80-b40c-4237-b24b-b68a175f5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.209005 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297d21b-b21c-4a8b-98d9-d12ef6702a2e req-2d5252fb-70fb-4803-bca5-5c1ecf0d2ed1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:32.209197 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.210367 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1297d21b-b21c-4a8b-98d9-d12ef6702a2e req-2d5252fb-70fb-4803-bca5-5c1ecf0d2ed1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 944 time: 0.2139435 Oct 27 05:24:32.210495 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-5471ca80-b40c-4237-b24b-b68a175f5230 None None] Port b6c569ab-5e10-41f9-879c-398ed01b87ff cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:24:32.245910 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e97-a01b-4bb1-8ef6-9163d6297bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.248442 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9e97-a01b-4bb1-8ef6-9163d6297bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.249548 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-ca3d9e97-a01b-4bb1-8ef6-9163d6297bf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05f22d5a-8ba9-40b1-b2d6-da39aedf2bcd HTTP/1.1" status: 204 len: 168 time: 0.4582956 Oct 27 05:24:32.295685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9e97-a01b-4bb1-8ef6-9163d6297bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f22d5a-8ba9-40b1-b2d6-da39aedf2bcd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:32.359747 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1297d21b-b21c-4a8b-98d9-d12ef6702a2e req-b7b46a59-4cae-4cc6-ad6b-bcdb322d60ff tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388023 Oct 27 05:24:32.360603 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d0741f1-9f93-4685-81c0-fcae8a09d4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.365115 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab72560e-798f-46e1-99dd-af17c701d8b8 req-304f553b-afee-4679-b00b-debf6a146a66 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356744 Oct 27 05:24:32.443778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d0741f1-9f93-4685-81c0-fcae8a09d4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.490559 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8e95-2cd9-429a-b39f-bb65b816bc8f req-a9cdff9b-0d78-4218-98eb-ff1d1dc7e272 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:32.492000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-844d8e95-2cd9-429a-b39f-bb65b816bc8f req-a9cdff9b-0d78-4218-98eb-ff1d1dc7e272 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 932 time: 0.1163692 Oct 27 05:24:32.537226 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-844d8e95-2cd9-429a-b39f-bb65b816bc8f req-f8e648c3-1c1b-4fcb-b2be-c3308b1df6ca tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387669 Oct 27 05:24:32.572117 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c569ab-5e10-41f9-879c-398ed01b87ff {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:32.582388 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.607832 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Transition to ACTIVE for port object b6c569ab-5e10-41f9-879c-398ed01b87ff will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:32.612390 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d0741f1-9f93-4685-81c0-fcae8a09d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.613337 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.615075 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4d0741f1-9f93-4685-81c0-fcae8a09d4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.616244 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4d0741f1-9f93-4685-81c0-fcae8a09d4b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a74f397c-9a99-47c4-9d0d-cf364cd98667 HTTP/1.1" status: 204 len: 168 time: 0.4538774 Oct 27 05:24:32.630407 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-9409db88-58e5-46dd-a600-c31bb56f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:32.632023 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-9409db88-58e5-46dd-a600-c31bb56f3ade service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1097 time: 0.0992701 Oct 27 05:24:32.635695 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0741f1-9f93-4685-81c0-fcae8a09d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74f397c-9a99-47c4-9d0d-cf364cd98667,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:32.698365 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e76fc2-7190-4d6a-be43-b1a7b8acd0bc req-8424aa32-d91a-460a-9915-c38146bc16c3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:32.706528 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d1e76fc2-7190-4d6a-be43-b1a7b8acd0bc req-8424aa32-d91a-460a-9915-c38146bc16c3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.1362908 Oct 27 05:24:32.750671 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Pushing event updated for resources: {'Port': ['ID=b6c569ab-5e10-41f9-879c-398ed01b87ff,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:32.834709 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Attempting to bind port b6c569ab-5e10-41f9-879c-398ed01b87ff on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:32.835048 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Attempting to bind port b6c569ab-5e10-41f9-879c-398ed01b87ff by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:32.835245 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d1e76fc2-7190-4d6a-be43-b1a7b8acd0bc req-cfe66733-b23a-4192-b706-af54b1fe25e3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199548 Oct 27 05:24:32.835961 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Attempting to bind port b6c569ab-5e10-41f9-879c-398ed01b87ff on network a014420b-c451-49d3-8af2-a107bb698c4c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:32.841211 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Port b6c569ab-5e10-41f9-879c-398ed01b87ff on network a014420b-c451-49d3-8af2-a107bb698c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:32.841548 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Attempting to bind port b6c569ab-5e10-41f9-879c-398ed01b87ff on network a014420b-c451-49d3-8af2-a107bb698c4c {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:32.856027 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-2280250d-c156-4a4c-bc2e-1c0dc7d69cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:32.857566 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-2280250d-c156-4a4c-bc2e-1c0dc7d69cdf service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.2171631 Oct 27 05:24:32.857792 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:32.858121 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Checking segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:32.858534 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Bound using segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:32.858963 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Bound port: b6c569ab-5e10-41f9-879c-398ed01b87ff, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:32.859388 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:32.976498 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-fff26c4a-f3b3-485a-bc29-610e3f799a84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 217 time: 0.1011705 Oct 27 05:24:32.981792 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] For port b6c569ab-5e10-41f9-879c-398ed01b87ff, host hv-cinder-81546, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:32.988960 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] For port b6c569ab-5e10-41f9-879c-398ed01b87ff, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:32.999586 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:33.012874 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d203-2e84-4fe1-9796-d16718cfcdba req-d2e6273f-829e-4eda-a83c-b21dc155fc1b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.020414 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0ba1d203-2e84-4fe1-9796-d16718cfcdba req-d2e6273f-829e-4eda-a83c-b21dc155fc1b tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.2110848 Oct 27 05:24:33.098142 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Pushing event updated for resources: {'Port': ['ID=b6c569ab-5e10-41f9-879c-398ed01b87ff,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:33.118591 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.119415 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:33.121412 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-e23f584f-0ef7-405e-b201-9070969c72fe service neutron] 10.222.0.25 "PUT /v2.0/ports/b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 1094 time: 0.9964676 Oct 27 05:24:33.122305 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:33.124969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:33.178453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-10ffb7f7-6cb6-4dbf-8a88-5d1fb93e51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.179381 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90b6ad-2518-48a5-8c52-e2c7eed59a1c x-openstack-request-id: req-6c90b6ad-2518-48a5-8c52-e2c7eed59a1c {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:33.179672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:33.179923 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c90b6ad-2518-48a5-8c52-e2c7eed59a1c {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:33.180311 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'status': 'completed', 'code': 200} Oct 27 05:24:33.188906 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-10ffb7f7-6cb6-4dbf-8a88-5d1fb93e51fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.1674097 Oct 27 05:24:33.218499 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0ba1d203-2e84-4fe1-9796-d16718cfcdba req-032ea9f1-59b6-439d-ae72-6f91b5faa9fa tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729052 Oct 27 05:24:33.352047 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-ef80e4d3-5cca-4e1c-812e-4d69e2c2802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.354408 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-ef80e4d3-5cca-4e1c-812e-4d69e2c2802b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1097 time: 0.1057465 Oct 27 05:24:33.358813 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-7be697f9-e047-455a-a0ce-53dd2888d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.360207 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-7be697f9-e047-455a-a0ce-53dd2888d58f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1185732 Oct 27 05:24:33.476408 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-657ce304-a0e0-4c1b-95df-247f1a09fb93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 217 time: 0.0967612 Oct 27 05:24:33.609135 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-38069795-3bb0-47c2-9cbb-2e35cf0f6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.614369 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-38069795-3bb0-47c2-9cbb-2e35cf0f6e2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.1306531 Oct 27 05:24:33.694045 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070901e-b3e1-4691-b426-b2e3f19f3b7e req-6e026b81-f95e-4990-a3b9-f3c37bdc45b9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.705972 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5070901e-b3e1-4691-b426-b2e3f19f3b7e req-6e026b81-f95e-4990-a3b9-f3c37bdc45b9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.4080789 Oct 27 05:24:33.789170 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e631-97a7-465f-8380-eaba2c7a276d req-4c46118c-538d-4488-8329-0817b09ba3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.790673 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-4c46118c-538d-4488-8329-0817b09ba3e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1373188 Oct 27 05:24:33.795597 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa743f-6f48-4f34-b194-38305eda54d7 req-279ae094-0d61-459d-9eec-dc64b1c69216 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:33.797345 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-48fa743f-6f48-4f34-b194-38305eda54d7 req-279ae094-0d61-459d-9eec-dc64b1c69216 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 944 time: 0.2556617 Oct 27 05:24:33.804385 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-4b0bd9a6-ab22-41ad-a3fd-b3b8360a5109 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220366 Oct 27 05:24:33.920785 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-bff9d2ee-3c4c-4139-8c3f-d2554e64dc0a service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156778 Oct 27 05:24:33.925432 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5070901e-b3e1-4691-b426-b2e3f19f3b7e req-6ba6b995-2567-4f2a-9e11-a2ea2ecf0218 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184467 Oct 27 05:24:33.946561 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-48fa743f-6f48-4f34-b194-38305eda54d7 req-e889ca04-f6f1-47c4-bf30-bd9ef0fc271e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397676 Oct 27 05:24:33.993624 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9240bbce-d4b8-42b2-ba31-b7d254d9ee34 req-a67607bd-f231-4900-9024-864648d72118 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806002 Oct 27 05:24:34.014190 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 877359fb-f194-422f-8fd6-f1330078a6e3 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:34.082632 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 877359fb-f194-422f-8fd6-f1330078a6e3 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:34.096676 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 877359fb-f194-422f-8fd6-f1330078a6e3 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:34.097060 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:34.111962 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07bec-f842-4efc-ae11-8d8b4c3433fb req-67b40f95-8510-4e5b-9dd0-1950ec1ea452 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:34.114684 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-64c07bec-f842-4efc-ae11-8d8b4c3433fb req-67b40f95-8510-4e5b-9dd0-1950ec1ea452 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 944 time: 0.1094394 Oct 27 05:24:34.149764 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-2484e631-97a7-465f-8380-eaba2c7a276d req-7394269d-0219-45c9-a98b-f5ebb310a12a service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206297 Oct 27 05:24:34.209868 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-64c07bec-f842-4efc-ae11-8d8b4c3433fb req-4bd23bdc-6bee-4e8f-afc5-c2d810c42966 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853477 Oct 27 05:24:34.220295 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:34.230615 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff349e-e8b8-47d1-9d4d-a3a585f77fde req-ed16a2a2-c5de-4162-b224-9769271daa38 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:34.232234 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-26ff349e-e8b8-47d1-9d4d-a3a585f77fde req-ed16a2a2-c5de-4162-b224-9769271daa38 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.1098080 Oct 27 05:24:34.265233 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877359fb-f194-422f-8fd6-f1330078a6e3'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:34.271600 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43999d9-5a70-4950-9f64-c8cd72ef7bba" -d '{"events": [{"server_uuid": "025928cc-7af0-4c17-a9c7-a77843b5b1b2", "name": "network-vif-plugged", "status": "completed", "tag": "877359fb-f194-422f-8fd6-f1330078a6e3"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:34.279028 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 877359fb-f194-422f-8fd6-f1330078a6e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=877359fb-f194-422f-8fd6-f1330078a6e3,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:34.287018 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:34.288339 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 0df84e9d-35ae-469c-a27e-bc6062847ad2 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:34.299516 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-26ff349e-e8b8-47d1-9d4d-a3a585f77fde req-c80acf67-c591-44fe-a4c3-71e7139599cb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608027 Oct 27 05:24:34.353329 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-78a0540d-dae4-43d8-b9b5-73db1b8b15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:34.354164 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db0e67b-eaef-46f3-bc2d-59e37fb67db0 x-openstack-request-id: req-9db0e67b-eaef-46f3-bc2d-59e37fb67db0 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:34.354473 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025928cc-7af0-4c17-a9c7-a77843b5b1b2", "name": "network-vif-plugged", "status": "completed", "tag": "877359fb-f194-422f-8fd6-f1330078a6e3", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:34.355376 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9db0e67b-eaef-46f3-bc2d-59e37fb67db0 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:34.355611 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-78a0540d-dae4-43d8-b9b5-73db1b8b15f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1097 time: 0.0957673 Oct 27 05:24:34.356021 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877359fb-f194-422f-8fd6-f1330078a6e3', 'code': 200} Oct 27 05:24:34.393597 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=877359fb-f194-422f-8fd6-f1330078a6e3,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:34.405105 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 0df84e9d-35ae-469c-a27e-bc6062847ad2 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:34.409890 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 0df84e9d-35ae-469c-a27e-bc6062847ad2 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:34.410847 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:34.519759 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:34.561745 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 0df84e9d-35ae-469c-a27e-bc6062847ad2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:34.567361 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:34.574852 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-1cfe14a2-0247-4e50-bb5b-7c444c086550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:34.576690 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-1cfe14a2-0247-4e50-bb5b-7c444c086550 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.1809807 Oct 27 05:24:34.639349 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-b453d259-384d-4a72-aedd-58291117cb22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 217 time: 0.0456111 Oct 27 05:24:34.643860 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=0df84e9d-35ae-469c-a27e-bc6062847ad2,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:34.657876 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246608e-9281-49a7-a8ba-fbe5db48f0a6 req-c0f6754f-c928-4bd9-8d00-7420b6dfedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:34.660645 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4246608e-9281-49a7-a8ba-fbe5db48f0a6 req-c0f6754f-c928-4bd9-8d00-7420b6dfedc0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0662768 Oct 27 05:24:34.695286 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-2dc726fe-ae29-48d7-b009-861e5ea60a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:34.696800 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-2dc726fe-ae29-48d7-b009-861e5ea60a96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0486572 Oct 27 05:24:34.701096 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4246608e-9281-49a7-a8ba-fbe5db48f0a6 req-bdae9a74-2f88-497e-90c3-77eabce5fe10 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Oct 27 05:24:35.123595 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-dd267a01-6fef-4d40-92d0-88da4f8705a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:35.125660 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-dd267a01-6fef-4d40-92d0-88da4f8705a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0468090 Oct 27 05:24:35.132318 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effd39a-2bbb-453a-8b1c-f80a710aad28 req-de7c5484-6ad1-4a8a-969a-7817704dce5b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:35.134541 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6effd39a-2bbb-453a-8b1c-f80a710aad28 req-de7c5484-6ad1-4a8a-969a-7817704dce5b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.1122308 Oct 27 05:24:35.150458 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f09f-c8cc-4bc8-8e2d-897c56284a8a req-327ef180-168e-406c-b3a9-71e10cbf3a92 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:35.152976 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cd65f09f-c8cc-4bc8-8e2d-897c56284a8a req-327ef180-168e-406c-b3a9-71e10cbf3a92 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0902793 Oct 27 05:24:35.218767 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6effd39a-2bbb-453a-8b1c-f80a710aad28 req-32222ded-1cb8-414d-8029-98fc8df67714 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Oct 27 05:24:35.229512 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cd65f09f-c8cc-4bc8-8e2d-897c56284a8a req-b93ff241-d02f-4541-a180-a138ccf71da1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679309 Oct 27 05:24:35.316508 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-990892b3-3ea7-4e22-8df2-158e420b72d3 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821880 Oct 27 05:24:35.409799 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35014901-8b48-4960-bb41-5c7b0311954f req-fe1b0f77-0594-4156-9777-3684906e212c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:35.420405 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35014901-8b48-4960-bb41-5c7b0311954f req-fe1b0f77-0594-4156-9777-3684906e212c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 944 time: 0.0691895 Oct 27 05:24:35.487272 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35014901-8b48-4960-bb41-5c7b0311954f req-eb4a1435-d358-492a-b460-6931a83b6b09 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656860 Oct 27 05:24:35.540157 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e2951ea3-4f21-4992-9a56-e2001c7f4b6b req-a97cbc39-6c92-474d-8db7-19c293e9d8a2 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125087 Oct 27 05:24:35.658707 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c021e4-e5ac-4529-9970-1449b1ab653b req-ec22d0ee-ef2f-45ac-9139-463c06d26e9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:35.661862 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a3c021e4-e5ac-4529-9970-1449b1ab653b req-ec22d0ee-ef2f-45ac-9139-463c06d26e9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0968418 Oct 27 05:24:35.753586 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a3c021e4-e5ac-4529-9970-1449b1ab653b req-e074537a-06e1-4f2a-b366-cd9149e22b5c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700417 Oct 27 05:24:36.029631 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:36.138842 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:36.149596 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '09a376ef-4311-4175-8483-dee8799db339', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'port_id': '09a376ef-4311-4175-8483-dee8799db339', 'mac_address': 'fa:16:3e:67:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:36.194699 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.210070 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a376ef-4311-4175-8483-dee8799db339 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:36.233170 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:36.240044 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.241283 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50482) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:36.305836 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:36.357342 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df84e9d-35ae-469c-a27e-bc6062847ad2'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:36.360780 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7903aa-b40a-4af9-b3b0-6e4ddc885853" -d '{"events": [{"server_uuid": "0c72b9e9-4af9-49ad-bc07-29005e3e558a", "name": "network-vif-plugged", "status": "completed", "tag": "0df84e9d-35ae-469c-a27e-bc6062847ad2"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:36.391257 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3742-5504-444e-bec1-e83675c58dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.405157 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48abd517-a57a-4c9f-8af2-f550a76134b5 x-openstack-request-id: req-48abd517-a57a-4c9f-8af2-f550a76134b5 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:36.405794 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72b9e9-4af9-49ad-bc07-29005e3e558a", "name": "network-vif-plugged", "status": "completed", "tag": "0df84e9d-35ae-469c-a27e-bc6062847ad2", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:36.405794 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48abd517-a57a-4c9f-8af2-f550a76134b5 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:36.406148 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df84e9d-35ae-469c-a27e-bc6062847ad2', 'code': 200} Oct 27 05:24:36.411743 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bd915-6ea3-4f16-98ba-40302e83d339 req-f40ad55b-bc6d-47f7-b4a3-2f4981558b56 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:36.413184 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-813bd915-6ea3-4f16-98ba-40302e83d339 req-f40ad55b-bc6d-47f7-b4a3-2f4981558b56 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0852978 Oct 27 05:24:36.470842 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-813bd915-6ea3-4f16-98ba-40302e83d339 req-ca24ae20-1fa4-4fc8-bf6f-d37a6eafd12e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507836 Oct 27 05:24:36.511957 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3742-5504-444e-bec1-e83675c58dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.516142 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3742-5504-444e-bec1-e83675c58dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.560321 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c8ec3742-5504-444e-bec1-e83675c58dcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acd87daccff94010ba9d1831c8254488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161213 Oct 27 05:24:36.561457 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3742-5504-444e-bec1-e83675c58dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708fac5d-664e-41ad-a023-f0ff6a51a878,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:36.562590 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50504) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:36.624341 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a231b07-51c3-4270-8c36-0c609fdba694 req-0555e286-7ddd-459f-8ada-a439db545cb6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:36.625861 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a231b07-51c3-4270-8c36-0c609fdba694 req-0555e286-7ddd-459f-8ada-a439db545cb6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 944 time: 0.0655749 Oct 27 05:24:36.638611 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-540dea50-1a00-4826-8169-056d0034164c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.669313 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a231b07-51c3-4270-8c36-0c609fdba694 req-f1f98059-b1b5-4de9-89bf-3539b1de45a0 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372741 Oct 27 05:24:36.672949 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-540dea50-1a00-4826-8169-056d0034164c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.738251 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-540dea50-1a00-4826-8169-056d0034164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.741420 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-540dea50-1a00-4826-8169-056d0034164c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:36.747730 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-540dea50-1a00-4826-8169-056d0034164c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/708fac5d-664e-41ad-a023-f0ff6a51a878 HTTP/1.1" status: 204 len: 168 time: 0.1836863 Oct 27 05:24:36.777021 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dea50-1a00-4826-8169-056d0034164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708fac5d-664e-41ad-a023-f0ff6a51a878,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:36.857505 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['09a376ef-4311-4175-8483-dee8799db339'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:36.949358 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a9bc6-2f1a-4ce9-a991-02e38ce1c7dc req-2b9bae64-3c05-42b8-9a7d-8d9caff76d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:36.967708 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b0a9bc6-2f1a-4ce9-a991-02e38ce1c7dc req-2b9bae64-3c05-42b8-9a7d-8d9caff76d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 945 time: 0.1133995 Oct 27 05:24:37.035974 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b0a9bc6-2f1a-4ce9-a991-02e38ce1c7dc req-e21865a5-8fa4-43ac-b2e2-69dfb6e8c7c6 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670748 Oct 27 05:24:37.070742 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f07a33-5492-4fc1-aaff-f823312d97a6 req-63c302b1-d531-45a6-9af4-c7139e1bc842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:37.072521 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-80f07a33-5492-4fc1-aaff-f823312d97a6 req-63c302b1-d531-45a6-9af4-c7139e1bc842 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 1098 time: 0.1865222 Oct 27 05:24:37.176324 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-80f07a33-5492-4fc1-aaff-f823312d97a6 req-1f9f9b1e-4ba9-42b3-a516-757cfe76b9c5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925322 Oct 27 05:24:37.267127 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50534) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:37.279983 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ccb012ca-f1cb-41f5-b5b7-93eb7f62ce10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.356721 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ccb012ca-f1cb-41f5-b5b7-93eb7f62ce10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.360674 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ccb012ca-f1cb-41f5-b5b7-93eb7f62ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.397493 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ccb012ca-f1cb-41f5-b5b7-93eb7f62ce10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=378d6d724dde4affbef7ba0e2da00325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292810 Oct 27 05:24:37.398316 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb012ca-f1cb-41f5-b5b7-93eb7f62ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd7600-f812-43c0-acba-341e5909bad1,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:37.400287 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50536) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:37.448209 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f6748da-72e1-4c44-a97a-fb517c3f1f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.470039 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f6748da-72e1-4c44-a97a-fb517c3f1f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.516345 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f6748da-72e1-4c44-a97a-fb517c3f1f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.519079 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1f6748da-72e1-4c44-a97a-fb517c3f1f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:37.523058 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1f6748da-72e1-4c44-a97a-fb517c3f1f9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8cd7600-f812-43c0-acba-341e5909bad1 HTTP/1.1" status: 204 len: 168 time: 0.1190438 Oct 27 05:24:37.528811 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6748da-72e1-4c44-a97a-fb517c3f1f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd7600-f812-43c0-acba-341e5909bad1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:37.597439 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18d84c-5679-4d2b-ab86-c916301610db req-19d76125-4747-4181-9780-95805469645f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:37.598992 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b18d84c-5679-4d2b-ab86-c916301610db req-19d76125-4747-4181-9780-95805469645f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0580900 Oct 27 05:24:37.646717 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b18d84c-5679-4d2b-ab86-c916301610db req-1dcd490f-98d5-494f-948c-22bb9068e1fb tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Oct 27 05:24:37.791798 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36bc62-e75c-4a02-88a0-1772a6e0358a req-edeaf564-4226-4b7e-bdcf-e6b5963f1092 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:37.794107 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cc36bc62-e75c-4a02-88a0-1772a6e0358a req-edeaf564-4226-4b7e-bdcf-e6b5963f1092 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 944 time: 0.0515127 Oct 27 05:24:37.834505 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cc36bc62-e75c-4a02-88a0-1772a6e0358a req-704537ae-f55b-487d-9e78-e726d2863fa2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Oct 27 05:24:38.041754 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device b6c569ab-5e10-41f9-879c-398ed01b87ff details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:38.178067 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e9e2c-292f-4f4a-9f65-6ff8cf91e05b req-e67bf6fd-8c5a-4ca8-b503-1c2cec2959a1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:38.183445 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port b6c569ab-5e10-41f9-879c-398ed01b87ff, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:38.188635 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-453e9e2c-292f-4f4a-9f65-6ff8cf91e05b req-e67bf6fd-8c5a-4ca8-b503-1c2cec2959a1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 945 time: 0.0687785 Oct 27 05:24:38.197028 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'port_id': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'mac_address': 'fa:16:3e:46:f2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:38.237641 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-453e9e2c-292f-4f4a-9f65-6ff8cf91e05b req-12e4487d-bda0-47b0-879e-0cab6baffda8 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Oct 27 05:24:38.256516 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:38.273202 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c569ab-5e10-41f9-879c-398ed01b87ff {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:38.295992 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port b6c569ab-5e10-41f9-879c-398ed01b87ff, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:38.306475 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:38.379637 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=b6c569ab-5e10-41f9-879c-398ed01b87ff,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:38.601922 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50620) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:38.716008 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2dea92e-94d6-4300-8595-b244035bf794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:38.774482 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed9ce-fb25-4526-8016-aef5ef364e8c req-c9ebcbf8-4ccc-49fe-8d71-95742e00d1f4 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:38.776965 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fdeed9ce-fb25-4526-8016-aef5ef364e8c req-c9ebcbf8-4ccc-49fe-8d71-95742e00d1f4 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0608552 Oct 27 05:24:38.804321 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2dea92e-94d6-4300-8595-b244035bf794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:38.809040 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2dea92e-94d6-4300-8595-b244035bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:38.819538 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fdeed9ce-fb25-4526-8016-aef5ef364e8c req-312f9181-224f-42bc-af95-03008fdce782 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Oct 27 05:24:38.851503 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dea92e-94d6-4300-8595-b244035bf794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d3ed0-813d-4eb9-8be2-6ab1b488ddd3,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:38.856444 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e2dea92e-94d6-4300-8595-b244035bf794 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aaa651fb4f249eeac6f58459aea716e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529089 Oct 27 05:24:38.858633 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50638) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:38.962465 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-551d45c7-7fa6-4409-86a7-38968c93aa6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.017367 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-551d45c7-7fa6-4409-86a7-38968c93aa6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.037691 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['b6c569ab-5e10-41f9-879c-398ed01b87ff'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:39.043084 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758cd9-5beb-4cd6-b73e-afab6d9706a8 req-29b48d66-ae00-4607-9f6b-0b4e4ab16acf tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:39.044603 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-54758cd9-5beb-4cd6-b73e-afab6d9706a8 req-29b48d66-ae00-4607-9f6b-0b4e4ab16acf tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 945 time: 0.0921450 Oct 27 05:24:39.106166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-54758cd9-5beb-4cd6-b73e-afab6d9706a8 req-ebd5e0ce-1f40-47a9-b2bb-ab96cbc7a1f0 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465753 Oct 27 05:24:39.118863 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-551d45c7-7fa6-4409-86a7-38968c93aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.122199 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-551d45c7-7fa6-4409-86a7-38968c93aa6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.125834 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-551d45c7-7fa6-4409-86a7-38968c93aa6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/173d3ed0-813d-4eb9-8be2-6ab1b488ddd3 HTTP/1.1" status: 204 len: 168 time: 0.2567103 Oct 27 05:24:39.138122 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d45c7-7fa6-4409-86a7-38968c93aa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d3ed0-813d-4eb9-8be2-6ab1b488ddd3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:39.401446 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a227a-ab03-4be0-9a51-212430ee06f0 req-c67e44cd-d60e-43ff-a209-7af088c8193f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:39.403122 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a76a227a-ab03-4be0-9a51-212430ee06f0 req-c67e44cd-d60e-43ff-a209-7af088c8193f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 945 time: 0.0601802 Oct 27 05:24:39.447671 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a76a227a-ab03-4be0-9a51-212430ee06f0 req-ee0d045a-1779-4eaf-a053-223781e8a8d2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356841 Oct 27 05:24:39.451378 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50670) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:39.465585 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96a4a32b-db20-4f64-8430-0625dc20bfc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.550995 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96a4a32b-db20-4f64-8430-0625dc20bfc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.556425 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-96a4a32b-db20-4f64-8430-0625dc20bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.610545 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-96a4a32b-db20-4f64-8430-0625dc20bfc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e0008f09fd746ab9f55ac58875facab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547275 Oct 27 05:24:39.614115 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50682) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:39.626819 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4a32b-db20-4f64-8430-0625dc20bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b49bcd6-9b03-4f03-bbd7-6c70a9ca71a9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:39.669300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804f92-f966-4601-a5a0-f0855d8b6a9b req-4e70f81c-ed70-429b-9b1d-4e7d28712488 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:39.681753 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-00804f92-f966-4601-a5a0-f0855d8b6a9b req-4e70f81c-ed70-429b-9b1d-4e7d28712488 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.0752413 Oct 27 05:24:39.684712 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6bd94016-ae45-4104-b14d-1b0c8987ae9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.708341 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6bd94016-ae45-4104-b14d-1b0c8987ae9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.764082 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6bd94016-ae45-4104-b14d-1b0c8987ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.767000 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6bd94016-ae45-4104-b14d-1b0c8987ae9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:39.768267 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6bd94016-ae45-4104-b14d-1b0c8987ae9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b49bcd6-9b03-4f03-bbd7-6c70a9ca71a9 HTTP/1.1" status: 204 len: 168 time: 0.1559937 Oct 27 05:24:39.777580 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd94016-ae45-4104-b14d-1b0c8987ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b49bcd6-9b03-4f03-bbd7-6c70a9ca71a9,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:39.993406 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-00804f92-f966-4601-a5a0-f0855d8b6a9b req-c9d3d2d7-e132-4f3d-b561-4974030f7163 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065171 Oct 27 05:24:40.023678 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459af04-a551-4856-b5d0-27ad02f74500 req-bcfd3ea7-b06e-42bf-b0f6-2e0b7a2ae86b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:40.040190 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6459af04-a551-4856-b5d0-27ad02f74500 req-bcfd3ea7-b06e-42bf-b0f6-2e0b7a2ae86b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.1154447 Oct 27 05:24:40.071142 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:40.079623 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6459af04-a551-4856-b5d0-27ad02f74500 req-5a5e3b7f-8021-41bf-84fe-276bfec655fa tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385451 Oct 27 05:24:40.130969 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 09a376ef-4311-4175-8483-dee8799db339 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:40.136126 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 09a376ef-4311-4175-8483-dee8799db339 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:40.136950 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:40.222128 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:40.245123 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2abad-855b-471d-89ed-4a75359b7426 req-df651673-478f-4783-b791-b22e57896223 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:40.246603 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0a2abad-855b-471d-89ed-4a75359b7426 req-df651673-478f-4783-b791-b22e57896223 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 945 time: 0.0661271 Oct 27 05:24:40.250769 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:40.253276 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fd5b5f-f782-4ed7-b555-8e38636d1e60" -d '{"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-plugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:40.267900 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:40.273841 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:40.291633 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0a2abad-855b-471d-89ed-4a75359b7426 req-dc27e053-3611-4a5e-80fb-e6bff2094d12 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379345 Oct 27 05:24:40.308164 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c76a05-6088-4b9e-90bf-2de2102d1612 x-openstack-request-id: req-55c76a05-6088-4b9e-90bf-2de2102d1612 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:40.308472 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-plugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:40.308878 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55c76a05-6088-4b9e-90bf-2de2102d1612 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:40.309540 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'code': 200} Oct 27 05:24:40.339435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:40.585213 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956b590-f4aa-4451-90c2-89924d08da4c req-46f18b5d-e940-4587-82f8-916e9f7e5a49 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:40.587311 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a956b590-f4aa-4451-90c2-89924d08da4c req-46f18b5d-e940-4587-82f8-916e9f7e5a49 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0588131 Oct 27 05:24:40.591321 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356178d-70a1-40a8-88f8-2e1870d74247 req-0f910257-77fb-4475-92b5-bef21806b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:40.592796 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e356178d-70a1-40a8-88f8-2e1870d74247 req-0f910257-77fb-4475-92b5-bef21806b258 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1099 time: 0.0477405 Oct 27 05:24:40.636491 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a956b590-f4aa-4451-90c2-89924d08da4c req-9339fe31-2436-4a2f-847b-a1ee087e4030 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Oct 27 05:24:40.637856 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e356178d-70a1-40a8-88f8-2e1870d74247 req-2c9728fb-57d1-4734-b362-f13c77ef2597 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296099 Oct 27 05:24:40.828328 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7079427c-fd81-4fa3-b07b-8f330c24e459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:41.146025 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1a73-35f6-45bd-93ec-684711a54f3b req-0b2cbd4e-5eda-44e0-bb94-e3cee43e4531 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.150137 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-048a1a73-35f6-45bd-93ec-684711a54f3b req-0b2cbd4e-5eda-44e0-bb94-e3cee43e4531 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.0921400 Oct 27 05:24:41.238048 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-048a1a73-35f6-45bd-93ec-684711a54f3b req-49725737-29c6-4c32-b2ed-de804c71f9f3 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807185 Oct 27 05:24:41.259883 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c112ea-d6dc-4f08-bafe-709215b5b378 req-ab123820-3fff-4bae-b060-d43eb20e7666 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.261924 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-22c112ea-d6dc-4f08-bafe-709215b5b378 req-ab123820-3fff-4bae-b060-d43eb20e7666 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0714755 Oct 27 05:24:41.305889 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-22c112ea-d6dc-4f08-bafe-709215b5b378 req-2093d32c-faa0-48df-a73f-b347e01c47ea tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Oct 27 05:24:41.429924 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7e8e-d623-478d-9a9a-427beef83d7d req-0fe032c3-2d30-4618-8000-939d3c1bf49c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.431553 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-edcf7e8e-d623-478d-9a9a-427beef83d7d req-0fe032c3-2d30-4618-8000-939d3c1bf49c tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 945 time: 0.0531342 Oct 27 05:24:41.472122 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-edcf7e8e-d623-478d-9a9a-427beef83d7d req-138c048d-a623-4bbd-b0aa-a574d8a81477 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327961 Oct 27 05:24:41.658852 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87b67-8814-47ce-973c-133090607e28 req-0cce0d71-17fb-4343-9532-1aad339969af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.660488 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-0cce0d71-17fb-4343-9532-1aad339969af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 1098 time: 0.0483472 Oct 27 05:24:41.662857 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935658-e71c-438e-b899-856d72aaf128 req-16941430-1d5f-458b-b2c0-bd98ad8339ad tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.664408 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2c935658-e71c-438e-b899-856d72aaf128 req-16941430-1d5f-458b-b2c0-bd98ad8339ad tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.1164265 Oct 27 05:24:41.715775 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-27d121d1-9a3c-460e-8269-96953771798f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.723309 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-27d121d1-9a3c-460e-8269-96953771798f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.1644039 Oct 27 05:24:41.745854 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2c935658-e71c-438e-b899-856d72aaf128 req-14b5a2bb-de53-4703-8cd1-eead6f069cbb tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750868 Oct 27 05:24:41.752700 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-d8d90c70-17ce-4819-971f-3eafc127fd8e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/quotas/afc752056a18437e8c160fa21c4414d1 HTTP/1.1" status: 200 len: 375 time: 0.0285084 Oct 27 05:24:41.782506 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87b67-8814-47ce-973c-133090607e28 req-769dbd06-923d-48a6-a849-349dbd46551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.784373 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-769dbd06-923d-48a6-a849-349dbd46551c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.1152155 Oct 27 05:24:41.808915 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-13ba12e2-a30e-45c3-8cf3-6d7973d279e9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552673 Oct 27 05:24:41.842220 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-0a6f8dba-1169-4b06-b0a8-8a17b7376c83 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2 HTTP/1.1" status: 200 len: 217 time: 0.0376265 Oct 27 05:24:41.913626 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87b67-8814-47ce-973c-133090607e28 req-7580bf02-cc67-489d-ad89-3994e10c4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.915580 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-7580bf02-cc67-489d-ad89-3994e10c4062 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0609672 Oct 27 05:24:41.924867 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80ebc6-483b-4195-b23e-6624a1cfe7b8 req-fc115f58-2178-4662-8a23-e38bfdfc45ea tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:41.926304 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1b80ebc6-483b-4195-b23e-6624a1cfe7b8 req-fc115f58-2178-4662-8a23-e38bfdfc45ea tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.1142373 Oct 27 05:24:41.954096 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-5ab1e59f-4356-44f6-8f8e-96b0ab554839 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310521 Oct 27 05:24:41.970957 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-086e5258-2f96-4b28-ab7f-9dbed1a30310 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494968 Oct 27 05:24:42.033140 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1b80ebc6-483b-4195-b23e-6624a1cfe7b8 req-b989eb64-496f-4f7a-8c3f-51a0c0997fe2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974648 Oct 27 05:24:42.055475 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-4964fa94-c9a8-4175-92c7-0724a7408b87 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934825 Oct 27 05:24:42.068663 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device b6c569ab-5e10-41f9-879c-398ed01b87ff up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:42.087148 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-9d528770-852a-402d-9504-a63e9c7f2bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057599 Oct 27 05:24:42.132487 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port b6c569ab-5e10-41f9-879c-398ed01b87ff completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:42.137908 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port b6c569ab-5e10-41f9-879c-398ed01b87ff triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:42.138899 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:42.168931 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-adf87b67-8814-47ce-973c-133090607e28 req-a9d6d894-d76e-416f-89d2-199ba311caa2 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006010 Oct 27 05:24:42.232830 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:42.288919 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port b6c569ab-5e10-41f9-879c-398ed01b87ff, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:42.309797 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:42.312071 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:42.314867 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21246cbf-e772-4405-9d76-781f0b9a1beb" -d '{"events": [{"server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "name": "network-vif-plugged", "status": "completed", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:42.368653 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8b77b51b-7531-4d7a-abf9-3e37b8e722bd req-d913fe0c-6a2e-4770-8110-0f872f772979 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0716777 Oct 27 05:24:42.390862 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=b6c569ab-5e10-41f9-879c-398ed01b87ff,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:42.438671 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cec11e-2044-43ab-b0a6-48649cb9622b x-openstack-request-id: req-31cec11e-2044-43ab-b0a6-48649cb9622b {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:42.439239 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "name": "network-vif-plugged", "status": "completed", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:42.439646 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31cec11e-2044-43ab-b0a6-48649cb9622b {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:42.440345 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'code': 200} Oct 27 05:24:42.441995 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccae010-d460-4d11-85b4-e247b1ecc400 req-39247aba-8a77-41b9-a1fd-e0255250b783 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:42.443810 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eccae010-d460-4d11-85b4-e247b1ecc400 req-39247aba-8a77-41b9-a1fd-e0255250b783 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.0733938 Oct 27 05:24:42.495858 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eccae010-d460-4d11-85b4-e247b1ecc400 req-f7cdf475-098c-4d47-b49e-7b46815aa2cd tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Oct 27 05:24:42.616320 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a937b17-77d4-4b52-b076-6274f07c7636 req-67083d60-85de-4270-9b30-1b4bc248d4d3 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:42.618276 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6a937b17-77d4-4b52-b076-6274f07c7636 req-67083d60-85de-4270-9b30-1b4bc248d4d3 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0732646 Oct 27 05:24:42.687800 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6a937b17-77d4-4b52-b076-6274f07c7636 req-cf4799a6-c6ac-420d-a336-dba364781155 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621562 Oct 27 05:24:42.883899 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178a218-b9f3-4de2-9219-59fa797b3744 req-85732928-2574-472f-a17d-914885836c28 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:42.885586 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c178a218-b9f3-4de2-9219-59fa797b3744 req-85732928-2574-472f-a17d-914885836c28 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0640998 Oct 27 05:24:42.932439 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c178a218-b9f3-4de2-9219-59fa797b3744 req-50f67a4a-7994-4de4-a0a4-24c3eaf696e1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Oct 27 05:24:42.980390 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6044a-4731-401c-b4d4-b0eeeed59039 req-a31d6362-fe0d-4772-8565-c4c7f71a449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:42.981896 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-85a6044a-4731-401c-b4d4-b0eeeed59039 req-a31d6362-fe0d-4772-8565-c4c7f71a449c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1099 time: 0.0475552 Oct 27 05:24:43.041084 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-85a6044a-4731-401c-b4d4-b0eeeed59039 req-75d51b69-ed26-4010-a91f-8546ef234304 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349441 Oct 27 05:24:43.169612 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2ecad-9c6a-4ce5-9cbf-51a40dd39194 req-7fd4a65f-a290-4ae1-a762-b6aed3b01753 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:43.171281 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d1e2ecad-9c6a-4ce5-9cbf-51a40dd39194 req-7fd4a65f-a290-4ae1-a762-b6aed3b01753 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0497456 Oct 27 05:24:43.210723 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d1e2ecad-9c6a-4ce5-9cbf-51a40dd39194 req-f320d2fe-28a0-4552-aa48-ce59a42ba0d9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334611 Oct 27 05:24:43.348701 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-66c182e5-304e-44e5-abab-f831c555ae6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:43.391577 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e875-f6a5-4e65-a2a6-09e4f06718e1 req-51c70c63-0fbe-4910-a369-a1bfc030c087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:43.393060 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d087e875-f6a5-4e65-a2a6-09e4f06718e1 req-51c70c63-0fbe-4910-a369-a1bfc030c087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0559988 Oct 27 05:24:43.404517 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50850) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:43.409672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'floatingip': {'port_id': '09a376ef-4311-4175-8483-dee8799db339'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:43.484694 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:43.486651 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4cbea0f4-d85e-4b17-a1eb-7bf2a6ade5b6 req-0e525fae-4dec-42d4-949a-9fee71903903 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0392525 Oct 27 05:24:43.639305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05661-23f2-4817-9f24-602aaaff7036 req-2dbe574b-bd7e-45cc-b6e1-c44088f0bdf1 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:43.640789 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-36f05661-23f2-4817-9f24-602aaaff7036 req-2dbe574b-bd7e-45cc-b6e1-c44088f0bdf1 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.0655310 Oct 27 05:24:43.683400 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-36f05661-23f2-4817-9f24-602aaaff7036 req-0d69c345-39ef-49c2-8dce-70528b34335d tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364151 Oct 27 05:24:43.812558 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e83dcb-2f13-402f-9ddb-5c5f4c61ff56 req-652a9d11-6d9e-4f24-b176-15eb9fef48a0 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:43.815057 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c6e83dcb-2f13-402f-9ddb-5c5f4c61ff56 req-652a9d11-6d9e-4f24-b176-15eb9fef48a0 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0556245 Oct 27 05:24:43.858205 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c6e83dcb-2f13-402f-9ddb-5c5f4c61ff56 req-c93fc494-bdad-474a-b392-0a8401f0adfb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366194 Oct 27 05:24:43.963475 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50866) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:44.070553 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c17f9-9607-4372-ae55-3eb1a3ea9cdf req-00359ee7-0f6c-4f03-ac8a-d772656bb462 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:44.072183 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-703c17f9-9607-4372-ae55-3eb1a3ea9cdf req-00359ee7-0f6c-4f03-ac8a-d772656bb462 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0553489 Oct 27 05:24:44.107783 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd9f9ccd-c8e6-4321-bcfb-249addd4e6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.144248 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-703c17f9-9607-4372-ae55-3eb1a3ea9cdf req-56c7d183-1799-4c77-8b50-1225401b219c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653803 Oct 27 05:24:44.223722 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-1939a812-ed80-41d5-974e-d6622e71e85c tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:44.225190 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-1939a812-ed80-41d5-974e-d6622e71e85c tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.1446269 Oct 27 05:24:44.228204 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd9f9ccd-c8e6-4321-bcfb-249addd4e6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.233632 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dd9f9ccd-c8e6-4321-bcfb-249addd4e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.281144 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-dd9f9ccd-c8e6-4321-bcfb-249addd4e6fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8960bf717b37492687a5bcffd7eef00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163047 Oct 27 05:24:44.283138 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f9ccd-c8e6-4321-bcfb-249addd4e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf73ae1-09c3-47da-abc5-4fe1ac3565dd,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:44.285526 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50878) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:44.379427 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.db.resource_extend [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 05:24:44.402613 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50882) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:44.427273 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74a3b434-b3fc-4933-8f48-6c3e9ec1218e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.475666 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74a3b434-b3fc-4933-8f48-6c3e9ec1218e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.480075 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.488611 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Deleting port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:24:44.488934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.494278 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.530047 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.531382 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-485b8236-1ee5-46c1-936a-40cf7f7c5e0f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:44.533257 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-485b8236-1ee5-46c1-936a-40cf7f7c5e0f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.2068861 Oct 27 05:24:44.560826 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Request body: {'port': {'device_id': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'admin_state_up': True, 'tenant_id': 'afc752056a18437e8c160fa21c4414d1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:44.586055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74a3b434-b3fc-4933-8f48-6c3e9ec1218e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.589449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-74a3b434-b3fc-4933-8f48-6c3e9ec1218e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.593772 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-74a3b434-b3fc-4933-8f48-6c3e9ec1218e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cf73ae1-09c3-47da-abc5-4fe1ac3565dd HTTP/1.1" status: 204 len: 168 time: 0.3073153 Oct 27 05:24:44.659651 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.l3_db [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Floating IP 8a2671d6-5838-46a9-8bc4-13923aa0ef9b associated. External IP: 172.28.2.76, port: 09a376ef-4311-4175-8483-dee8799db339. Oct 27 05:24:44.671894 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3b434-b3fc-4933-8f48-6c3e9ec1218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf73ae1-09c3-47da-abc5-4fe1ac3565dd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:44.703348 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-468d5af8-68e3-4de5-90a8-d3f122fc85ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.711010 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1c7e7857-028e-4237-8d10-24b52647ad65 req-3aed8347-35b3-4b97-b01c-63b2a707a926 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0753462 Oct 27 05:24:44.770214 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] For port 371c0fd9-1e7f-4bb2-9b0b-740691a77793, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=371c0fd9-1e7f-4bb2-9b0b-740691a77793,segment=NetworkSegment(cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8),segment_id=cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:44.770480 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.790500 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Calling delete_port for 371c0fd9-1e7f-4bb2-9b0b-740691a77793 owned by compute:nova {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:24:44.841710 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.862817 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Made reservation on behalf of afc752056a18437e8c160fa21c4414d1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:44.862817 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:44.977118 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50900) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:44.996518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f172f6b-005e-43f3-879c-5156a989e7ff req-a49c40ed-841c-4d59-a5b1-dbf2c46dba2e tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:44.998023 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2f172f6b-005e-43f3-879c-5156a989e7ff req-a49c40ed-841c-4d59-a5b1-dbf2c46dba2e tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 946 time: 0.1949234 Oct 27 05:24:45.004853 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4158638-18cc-46e1-b039-b1fa2a048f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.043010 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-468d5af8-68e3-4de5-90a8-d3f122fc85ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.062177 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-468d5af8-68e3-4de5-90a8-d3f122fc85ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.073854 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Router d7385f98-ece0-4478-8209-c054fb3355f9 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:24:45.085777 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.128524 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Pushing event deleted for resources: {'Port': ['ID=371c0fd9-1e7f-4bb2-9b0b-740691a77793,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:45.154284 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52128a-b691-4b0d-8695-193515a16ee7 req-58a93455-6236-4eeb-bf70-0b40ee53186f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:45.155781 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ba52128a-b691-4b0d-8695-193515a16ee7 req-58a93455-6236-4eeb-bf70-0b40ee53186f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.1894000 Oct 27 05:24:45.162779 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['371c0fd9-1e7f-4bb2-9b0b-740691a77793'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:45.176900 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-468d5af8-68e3-4de5-90a8-d3f122fc85ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5db17d731904392abbc54b6aa554662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715621 Oct 27 05:24:45.177694 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d5af8-68e3-4de5-90a8-d3f122fc85ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79339c17-c590-442f-af86-c92570f76325,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:45.183133 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2f172f6b-005e-43f3-879c-5156a989e7ff req-b17c9366-befe-49bc-9872-971bbdc27945 tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/security-groups?id=2726006d-c449-4d77-b906-0befb33e6662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669581 Oct 27 05:24:45.191354 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 50904) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:45.219171 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Allocated IP 172.20.0.5 (3a6f87d9-82ce-4d7a-aff7-d541b8062c70/4ae92573-83f0-4d56-ba61-e88bbbc248a9/c04e16e6-ce80-4d8e-bf17-017e08ae7973) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:24:45.279982 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ba52128a-b691-4b0d-8695-193515a16ee7 req-23b9a810-e9f4-4f08-9fe4-05b9bc77444e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111844 Oct 27 05:24:45.286661 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] No DVR routers for this DVR port 371c0fd9-1e7f-4bb2-9b0b-740691a77793 on host hv-cinder-81546 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:24:45.291071 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.303483 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-a735ac0e-29fe-4f0f-8bb7-ea8dfd1119f5 req-fe7be55f-9ac5-4765-8043-d53045d8a7ca tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.25 "DELETE /v2.0/ports/371c0fd9-1e7f-4bb2-9b0b-740691a77793 HTTP/1.1" status: 204 len: 173 time: 1.0585263 Oct 27 05:24:45.308033 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'name': 'network-vif-deleted', 'tag': '371c0fd9-1e7f-4bb2-9b0b-740691a77793'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:45.316503 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff81cad-452a-4e46-a3eb-8910706379f6" -d '{"events": [{"server_uuid": "1dc0a3e5-ea72-4d8c-b733-9a13e6b09691", "name": "network-vif-deleted", "tag": "371c0fd9-1e7f-4bb2-9b0b-740691a77793"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:45.360126 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4158638-18cc-46e1-b039-b1fa2a048f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.368147 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a4158638-18cc-46e1-b039-b1fa2a048f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.369275 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-245ab041-def1-452a-8a44-4e72df55353b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.390804 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e98a7-44eb-4c49-8bbe-6b7d08df1336 x-openstack-request-id: req-bb4e98a7-44eb-4c49-8bbe-6b7d08df1336 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:45.391110 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0a3e5-ea72-4d8c-b733-9a13e6b09691", "name": "network-vif-deleted", "tag": "371c0fd9-1e7f-4bb2-9b0b-740691a77793", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:45.391531 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb4e98a7-44eb-4c49-8bbe-6b7d08df1336 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:45.392109 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0a3e5-ea72-4d8c-b733-9a13e6b09691', 'name': 'network-vif-deleted', 'tag': '371c0fd9-1e7f-4bb2-9b0b-740691a77793', 'status': 'completed', 'code': 200} Oct 27 05:24:45.426423 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:45.433204 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.448979 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-245ab041-def1-452a-8a44-4e72df55353b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.450323 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:45.465781 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:45.466877 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:45.470887 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-a4158638-18cc-46e1-b039-b1fa2a048f92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e60477aec864477284616eb932f7eeac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919722 Oct 27 05:24:45.474649 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50910) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:45.483042 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ebd3-0e3a-49b0-903e-a3adbc8d2fd2 req-df317471-4970-46d5-8f76-ee96ff30351b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:45.484625 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9d49ebd3-0e3a-49b0-903e-a3adbc8d2fd2 req-df317471-4970-46d5-8f76-ee96ff30351b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.1568720 Oct 27 05:24:45.513451 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-9b12942e-f0c6-4995-8810-d96406526473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "PUT /v2.0/floatingips/8a2671d6-5838-46a9-8bc4-13923aa0ef9b HTTP/1.1" status: 200 len: 991 time: 2.1075017 Oct 27 05:24:45.531802 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4158638-18cc-46e1-b039-b1fa2a048f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf87d4b-33fa-40c6-927d-353d8d4d2f9f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:45.551755 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.575904 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-759f2941-2618-4b9a-9b44-0d3d8a20ddad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.582537 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9d49ebd3-0e3a-49b0-903e-a3adbc8d2fd2 req-1d80154e-7e9e-4c26-b07a-e262e529d402 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795097 Oct 27 05:24:45.605179 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-245ab041-def1-452a-8a44-4e72df55353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.608089 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-245ab041-def1-452a-8a44-4e72df55353b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.609292 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-245ab041-def1-452a-8a44-4e72df55353b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79339c17-c590-442f-af86-c92570f76325 HTTP/1.1" status: 204 len: 168 time: 0.4170148 Oct 27 05:24:45.610267 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-759f2941-2618-4b9a-9b44-0d3d8a20ddad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.624041 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab041-def1-452a-8a44-4e72df55353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79339c17-c590-442f-af86-c92570f76325,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:45.633091 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.673111 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-759f2941-2618-4b9a-9b44-0d3d8a20ddad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.676377 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-759f2941-2618-4b9a-9b44-0d3d8a20ddad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.677691 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-759f2941-2618-4b9a-9b44-0d3d8a20ddad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cf87d4b-33fa-40c6-927d-353d8d4d2f9f HTTP/1.1" status: 204 len: 168 time: 0.2016938 Oct 27 05:24:45.688828 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f2941-2618-4b9a-9b44-0d3d8a20ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf87d4b-33fa-40c6-927d-353d8d4d2f9f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:45.703118 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:45.745212 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:45.746169 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:24:45.747333 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event updated for resources: {'Port': ['ID=c04e16e6-ce80-4d8e-bf17-017e08ae7973,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:45.750472 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:45.752610 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:24:45.832337 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:45.833898 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:45.884392 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-bae06b76-1f14-4a2c-b0fe-9703b0a58d0d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328948 Oct 27 05:24:45.913723 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Request body: {'port': {'device_id': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:46.006853 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28666cd-145d-4489-a153-8faef9f6da24 req-12ead721-6079-44b9-a430-a5a517e86d32 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:46.008482 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d28666cd-145d-4489-a153-8faef9f6da24 req-12ead721-6079-44b9-a430-a5a517e86d32 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 931 time: 0.1183760 Oct 27 05:24:46.014391 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.097237 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d28666cd-145d-4489-a153-8faef9f6da24 req-e2f577f7-9e9d-4ca7-a52b-29b61af93fc2 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781515 Oct 27 05:24:46.345260 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.362595 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '8a2671d6-5838-46a9-8bc4-13923aa0ef9b', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'floating_ip_address': '172.28.2.76', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'port_id': '09a376ef-4311-4175-8483-dee8799db339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'mac_address': 'fa:16:3e:67:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:24:21Z', 'updated_at': '2021-10-27T05:24:44Z', 'revision_number': 1, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:46.405888 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:46.427558 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:46.428340 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:46.428468 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50936) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:46.451310 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-255ffcd0-d997-48ef-aa80-8d7a6b065f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.491885 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-083b2f36-6989-40e1-af95-487ddd65a98b req-9bc279cf-4ebf-41d5-8057-8806ea5a0fab tempest-DeleteServersTestJSON-1847646530 tempest-DeleteServersTestJSON-1847646530-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc0a3e5-ea72-4d8c-b733-9a13e6b09691 HTTP/1.1" status: 200 len: 210 time: 0.0597126 Oct 27 05:24:46.665559 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:46.787116 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04e16e6-ce80-4d8e-bf17-017e08ae7973 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:46.829544 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.876780 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Transition to ACTIVE for port object c04e16e6-ce80-4d8e-bf17-017e08ae7973 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:24:46.897479 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-255ffcd0-d997-48ef-aa80-8d7a6b065f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.903599 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-255ffcd0-d997-48ef-aa80-8d7a6b065f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.906751 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:46.931379 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7708a-560c-48c1-8369-cea810d63214 req-5d686074-d757-42f3-a571-5a4b806877ab tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:46.939756 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7eb7708a-560c-48c1-8369-cea810d63214 req-5d686074-d757-42f3-a571-5a4b806877ab tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.5087802 Oct 27 05:24:46.940865 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffcd0-d997-48ef-aa80-8d7a6b065f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e37dd2-b37b-43b7-b86e-f8abca35fa5b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:46.945456 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-255ffcd0-d997-48ef-aa80-8d7a6b065f3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bf841feb4cf484dbe477f9e546b6d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158784 Oct 27 05:24:46.948956 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50952) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:46.993374 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d564f1c-a834-4020-b3d9-f3104b0da573 req-49826c6b-5f73-405e-a62e-878c82c0475a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:46.994984 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5d564f1c-a834-4020-b3d9-f3104b0da573 req-49826c6b-5f73-405e-a62e-878c82c0475a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.2136779 Oct 27 05:24:47.014711 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53d6cca9-14e9-4bd0-bb20-b0e122d4e0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.040466 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e16e6-ce80-4d8e-bf17-017e08ae7973,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:47.041573 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53d6cca9-14e9-4bd0-bb20-b0e122d4e0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.065467 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '8a2671d6-5838-46a9-8bc4-13923aa0ef9b', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'floating_ip_address': '172.28.2.76', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'port_id': '09a376ef-4311-4175-8483-dee8799db339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'mac_address': 'fa:16:3e:67:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:24:21Z', 'updated_at': '2021-10-27T05:24:44Z', 'revision_number': 1, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:47.097941 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53d6cca9-14e9-4bd0-bb20-b0e122d4e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.099571 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7eb7708a-560c-48c1-8369-cea810d63214 req-7d0e0ffb-bce1-4092-bb25-9e3334891c10 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561916 Oct 27 05:24:47.100594 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-53d6cca9-14e9-4bd0-bb20-b0e122d4e0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.101703 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae9243-db9e-4f48-a572-79dbbb0f7d62 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '8a2671d6-5838-46a9-8bc4-13923aa0ef9b', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'floating_ip_address': '172.28.2.76', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'port_id': '09a376ef-4311-4175-8483-dee8799db339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'mac_address': 'fa:16:3e:67:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:24:21Z', 'updated_at': '2021-10-27T05:24:44Z', 'revision_number': 1, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:47.101934 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-53d6cca9-14e9-4bd0-bb20-b0e122d4e0d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1e37dd2-b37b-43b7-b86e-f8abca35fa5b HTTP/1.1" status: 204 len: 168 time: 0.1519833 Oct 27 05:24:47.114375 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6cca9-14e9-4bd0-bb20-b0e122d4e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e37dd2-b37b-43b7-b86e-f8abca35fa5b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:47.172350 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5d564f1c-a834-4020-b3d9-f3104b0da573 req-994ab224-b069-41ed-865a-fafa7aaeb6d5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639597 Oct 27 05:24:47.210640 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Attempting to bind port c04e16e6-ce80-4d8e-bf17-017e08ae7973 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:24:47.211127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Attempting to bind port c04e16e6-ce80-4d8e-bf17-017e08ae7973 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:24:47.211775 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Attempting to bind port c04e16e6-ce80-4d8e-bf17-017e08ae7973 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:47.219300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Port c04e16e6-ce80-4d8e-bf17-017e08ae7973 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:24:47.221099 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Attempting to bind port c04e16e6-ce80-4d8e-bf17-017e08ae7973 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:24:47.239578 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:24:47.239922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Checking segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:47.240309 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Bound using segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:24:47.240753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Bound port: c04e16e6-ce80-4d8e-bf17-017e08ae7973, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:24:47.241104 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.382341 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2742e10-b22c-4b74-a1d8-ebece492a391 req-13b7967e-84d2-4371-af66-7406ae6d95cc tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:47.390645 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c2742e10-b22c-4b74-a1d8-ebece492a391 req-13b7967e-84d2-4371-af66-7406ae6d95cc tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 943 time: 0.1211939 Oct 27 05:24:47.393088 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:47.395519 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf4f78f-4697-471d-a0d9-5a10d2427344" -d '{"events": [{"name": "network-changed", "server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:47.452058 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] For port c04e16e6-ce80-4d8e-bf17-017e08ae7973, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:24:47.468004 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545a619-8fb1-4a30-b120-cfffb2f5c18f None None] New status for floating IP 8a2671d6-5838-46a9-8bc4-13923aa0ef9b: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:24:47.482227 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] For port c04e16e6-ce80-4d8e-bf17-017e08ae7973, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c04e16e6-ce80-4d8e-bf17-017e08ae7973,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:24:47.505690 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c2742e10-b22c-4b74-a1d8-ebece492a391 req-085851c2-7543-497f-847c-e6ef1414d921 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137626 Oct 27 05:24:47.534856 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbefc9-ed2e-4621-9aa5-59403a0aa1b6 req-81754fe2-2b38-49df-8519-b460c99b5e96 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:47.541445 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6bdbefc9-ed2e-4621-9aa5-59403a0aa1b6 req-81754fe2-2b38-49df-8519-b460c99b5e96 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.1262300 Oct 27 05:24:47.544570 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.559268 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 50974) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:47.559268 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'floatingip': {'port_id': 'b6c569ab-5e10-41f9-879c-398ed01b87ff'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:47.620519 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:47.621509 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.623704 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] 10.222.0.25 "PUT /v2.0/ports/c04e16e6-ce80-4d8e-bf17-017e08ae7973 HTTP/1.1" status: 200 len: 1093 time: 1.7163339 Oct 27 05:24:47.625557 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'tag': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:47.628418 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa6c725-2391-47a7-beeb-adbaab2ddac4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b70cf6-6148-4790-9c07-10cc7be8e4e7", "tag": "c04e16e6-ce80-4d8e-bf17-017e08ae7973"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:47.703406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62c53d0-ede9-4230-bea7-5a828ee74f4d x-openstack-request-id: req-f62c53d0-ede9-4230-bea7-5a828ee74f4d {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:47.703406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b70cf6-6148-4790-9c07-10cc7be8e4e7", "tag": "c04e16e6-ce80-4d8e-bf17-017e08ae7973", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:47.703406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f62c53d0-ede9-4230-bea7-5a828ee74f4d {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:47.703406 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'tag': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'status': 'completed', 'code': 200} Oct 27 05:24:47.724388 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a880a4-bd63-4d82-9225-37211fda0828 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e16e6-ce80-4d8e-bf17-017e08ae7973,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:47.742553 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-dc4a1f41-94e3-4af6-9483-b8a771d074fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:47.744901 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-dc4a1f41-94e3-4af6-9483-b8a771d074fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1099 time: 0.0608518 Oct 27 05:24:47.798493 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301734f-e7b1-41d0-94ca-4100e7c36b86 x-openstack-request-id: req-f301734f-e7b1-41d0-94ca-4100e7c36b86 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:47.800318 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "tag": "09a376ef-4311-4175-8483-dee8799db339", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:47.800584 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f301734f-e7b1-41d0-94ca-4100e7c36b86 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:47.800988 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'status': 'completed', 'code': 200} Oct 27 05:24:47.867895 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:47.944480 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-9d1a86e0-77ad-48cc-8c2a-d121bdab9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:47.944480 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-9d1a86e0-77ad-48cc-8c2a-d121bdab9fed service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.1903458 Oct 27 05:24:47.985901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6c725-2391-47a7-beeb-adbaab2ddac4 req-5faf06aa-8c20-44e4-8d44-a73ff3ac8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:47.987676 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8fa6c725-2391-47a7-beeb-adbaab2ddac4 req-5faf06aa-8c20-44e4-8d44-a73ff3ac8d62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 1096 time: 0.2184298 Oct 27 05:24:48.080854 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 371c0fd9-1e7f-4bb2-9b0b-740691a77793 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:24:48.082204 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-bb607dc0-735d-4c8d-a40b-dc8cae9373a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 1001 time: 0.1205528 Oct 27 05:24:48.104587 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 371c0fd9-1e7f-4bb2-9b0b-740691a77793 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:24:48.105163 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 371c0fd9-1e7f-4bb2-9b0b-740691a77793 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:24:48.142039 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-182d828b-e9bb-4a36-b6ad-7edc3187af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.144148 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-182d828b-e9bb-4a36-b6ad-7edc3187af27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0525355 Oct 27 05:24:48.195500 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6c725-2391-47a7-beeb-adbaab2ddac4 req-a48ac79f-c243-4bf7-945f-aee85b5dcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.197024 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8fa6c725-2391-47a7-beeb-adbaab2ddac4 req-a48ac79f-c243-4bf7-945f-aee85b5dcc35 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=afc752056a18437e8c160fa21c4414d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1831062 Oct 27 05:24:48.199046 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-d40d8188-b339-4cec-86fd-a239d6fbd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.200772 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-d40d8188-b339-4cec-86fd-a239d6fbd71c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433781 Oct 27 05:24:48.347895 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0241-a62e-4929-93b0-8605757eef94 req-ee19386a-a95a-4bd5-b942-6ec886df863e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.349690 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-be4e0241-a62e-4929-93b0-8605757eef94 req-ee19386a-a95a-4bd5-b942-6ec886df863e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0756934 Oct 27 05:24:48.378106 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-bc593c78-0d4b-4515-9d05-dae2880713e6 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538785 Oct 27 05:24:48.408502 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-be4e0241-a62e-4929-93b0-8605757eef94 req-be63a10a-2e7f-41ed-8916-35efc8a3da57 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485060 Oct 27 05:24:48.448255 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6c725-2391-47a7-beeb-adbaab2ddac4 req-b102df0d-6863-4b9f-ac16-a7d4a5613580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.450494 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-8fa6c725-2391-47a7-beeb-adbaab2ddac4 req-b102df0d-6863-4b9f-ac16-a7d4a5613580 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2126577 Oct 27 05:24:48.506314 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-acf4f78f-4697-471d-a0d9-5a10d2427344 req-ae8c526b-a0e4-4c1f-b6be-d504b7097712 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098738 Oct 27 05:24:48.521540 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:48.528596 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:48.659853 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c0e55-dd07-40d3-a9e4-2dcab2567efc req-1a9aadad-ed28-43ca-9793-cb38b326065a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.670093 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-025c0e55-dd07-40d3-a9e4-2dcab2567efc req-1a9aadad-ed28-43ca-9793-cb38b326065a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0945992 Oct 27 05:24:48.676168 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.l3_db [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Floating IP d5f2ba5c-15b2-4b59-8955-a90ed118d787 associated. External IP: 172.28.2.104, port: b6c569ab-5e10-41f9-879c-398ed01b87ff. Oct 27 05:24:48.714761 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-d84aa041-2f97-4e04-abf4-2dfbe34dbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.714931 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-d84aa041-2f97-4e04-abf4-2dfbe34dbb27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 1096 time: 0.1099236 Oct 27 05:24:48.717969 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-025c0e55-dd07-40d3-a9e4-2dcab2567efc req-9aab087b-117a-4c81-b3ca-6211a6880a7c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Oct 27 05:24:48.769741 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-e8db85e3-b5c2-4b00-9d87-ece5050970de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04e16e6-ce80-4d8e-bf17-017e08ae7973 HTTP/1.1" status: 200 len: 217 time: 0.0388982 Oct 27 05:24:48.828980 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-c7087098-09dd-4210-b09e-55f607701d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:48.830555 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-c7087098-09dd-4210-b09e-55f607701d35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0493062 Oct 27 05:24:48.870415 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-8a721ed5-0879-45c5-a7f6-994880abfa14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314119 Oct 27 05:24:48.912108 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:24:49.003242 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-d1580634-a4f6-4235-9f88-4f664eefca82 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157682 Oct 27 05:24:49.053465 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:24:49.060752 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.068720 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:24:49.096373 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:49.097444 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:49.127604 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf446f03-6bb4-4522-a607-8bbaf94f5d06 req-ab082bd9-3b34-4f87-9738-000d30626b03 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090953 Oct 27 05:24:49.168726 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-06fff95c-35db-448c-abf3-a8b2a76e7328 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "PUT /v2.0/floatingips/d5f2ba5c-15b2-4b59-8955-a90ed118d787 HTTP/1.1" status: 200 len: 992 time: 1.6157072 Oct 27 05:24:49.275478 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:49.282451 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51054) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:49.334577 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Deleting subnet b7c0af40-2d55-46a4-9c62-2812c06a63c9 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:24:49.337966 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.380275 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.429457 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.490911 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.514875 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.524448 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b7c0af40-2d55-46a4-9c62-2812c06a63c9 HTTP/1.1" status: 204 len: 168 time: 0.2407558 Oct 27 05:24:49.525395 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51058) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:49.553377 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ee5a7-5fe6-4421-b496-b7f6b3927f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c0af40-2d55-46a4-9c62-2812c06a63c9,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:49.554932 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8708-ba13-42d6-ad42-395779eab9eb req-53c2c0eb-8c77-4e77-88ca-ca3cc673b91b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:49.564224 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-472d8708-ba13-42d6-ad42-395779eab9eb req-53c2c0eb-8c77-4e77-88ca-ca3cc673b91b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0644031 Oct 27 05:24:49.614203 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-472d8708-ba13-42d6-ad42-395779eab9eb req-46fa40a3-bb3c-4a57-ab45-198dadf52182 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Oct 27 05:24:49.640515 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': 'd5f2ba5c-15b2-4b59-8955-a90ed118d787', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'floating_ip_address': '172.28.2.104', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'port_id': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'mac_address': 'fa:16:3e:46:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:24:25Z', 'updated_at': '2021-10-27T05:24:48Z', 'revision_number': 1, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:49.645905 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.674524 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:24:49.685122 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:24:49.685928 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:24:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:49.736058 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.785281 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce92d26-9783-462a-ab15-9b0f7179e437']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:49.797056 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:49.797443 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc69efd8-bd43-4990-9ae8-ce7b89cc6ad8') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:49.804673 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:49.807941 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b500d4a0-47d4-423b-ac08-0956f3d16b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:49.830228 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.855105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4de7222-066c-4b47-9420-c13ca6c57b99 x-openstack-request-id: req-c4de7222-066c-4b47-9420-c13ca6c57b99 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:49.855416 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:49.855668 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4de7222-066c-4b47-9420-c13ca6c57b99 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:49.856063 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'status': 'completed', 'code': 200} Oct 27 05:24:49.865552 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:24:49.867211 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.875719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:24:49.876119 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:24:49.878634 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:24:49.893359 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eae96-5797-43d2-97a3-d0c18542f4a3 req-e44a2534-c89c-4114-bae3-74e7a231d349 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:49.895272 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e85eae96-5797-43d2-97a3-d0c18542f4a3 req-e44a2534-c89c-4114-bae3-74e7a231d349 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0606244 Oct 27 05:24:49.949119 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.956681 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:49.962664 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ce92d26-9783-462a-ab15-9b0f7179e437 HTTP/1.1" status: 204 len: 168 time: 0.4081719 Oct 27 05:24:49.974680 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e85eae96-5797-43d2-97a3-d0c18542f4a3 req-3f1798e1-5415-4bfc-8db4-82ef322a3bdb tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734012 Oct 27 05:24:49.976007 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00226665-ed17-4fab-8dc7-cc86193ef19c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce92d26-9783-462a-ab15-9b0f7179e437,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:49.997650 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-d107028c-ad93-489a-adfb-69a18cae0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:49.997650 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-d107028c-ad93-489a-adfb-69a18cae0f88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1099 time: 0.0687201 Oct 27 05:24:50.100198 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-6b1d2ade-554f-4630-a431-eaf11bd1a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:50.101705 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-6b1d2ade-554f-4630-a431-eaf11bd1a823 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.0898256 Oct 27 05:24:50.134735 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51074) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:50.145541 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': 'd5f2ba5c-15b2-4b59-8955-a90ed118d787', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'floating_ip_address': '172.28.2.104', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'port_id': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'mac_address': 'fa:16:3e:46:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:24:25Z', 'updated_at': '2021-10-27T05:24:48Z', 'revision_number': 1, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:24:50.174774 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff2593-9362-4314-b361-a00b1a4dd403 None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': 'd5f2ba5c-15b2-4b59-8955-a90ed118d787', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'floating_ip_address': '172.28.2.104', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'port_id': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'mac_address': 'fa:16:3e:46:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:24:25Z', 'updated_at': '2021-10-27T05:24:48Z', 'revision_number': 1, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:24:50.183440 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-087c41b6-020d-45d7-ab1d-f39fed051ee6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a49554c6621404e988400ff3df195b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435808 Oct 27 05:24:50.184880 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51078) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:50.199935 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-25081e3a-5c96-4435-b4b5-ceb294b7fab7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 1000 time: 0.0905488 Oct 27 05:24:50.284861 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b875-bec5-4879-9cb3-0ed697c49203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:50.299955 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-e2901322-a8fe-40f6-8a17-3b9408cf57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:50.301659 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-e2901322-a8fe-40f6-8a17-3b9408cf57f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0757284 Oct 27 05:24:50.343499 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b875-bec5-4879-9cb3-0ed697c49203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:50.393856 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-c890701e-5d45-419e-bd05-7181c1c886d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:50.395560 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-c890701e-5d45-419e-bd05-7181c1c886d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865169 Oct 27 05:24:50.414992 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938edf5-515c-4c37-aafb-bf62870af899 None None] New status for floating IP d5f2ba5c-15b2-4b59-8955-a90ed118d787: ACTIVE {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:24:50.434174 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b875-bec5-4879-9cb3-0ed697c49203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:50.436922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b875-bec5-4879-9cb3-0ed697c49203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:50.440471 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-d6d0b875-bec5-4879-9cb3-0ed697c49203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2726006d-c449-4d77-b906-0befb33e6662 HTTP/1.1" status: 204 len: 168 time: 0.2521644 Oct 27 05:24:50.477001 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0b875-bec5-4879-9cb3-0ed697c49203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2726006d-c449-4d77-b906-0befb33e6662,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:50.521008 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-02d2e46a-aa34-4290-b104-6384edddc0b0 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067791 Oct 27 05:24:50.626741 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b500d4a0-47d4-423b-ac08-0956f3d16b6e req-89e89f1c-d1c1-428e-827d-7b236d31da00 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976074 Oct 27 05:24:50.734406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf4e-d33a-4416-a749-502432293f2e req-851c34bb-1866-4efc-b663-bdb5d56890a8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:50.735951 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bcd5bf4e-d33a-4416-a749-502432293f2e req-851c34bb-1866-4efc-b663-bdb5d56890a8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0510752 Oct 27 05:24:50.778083 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bcd5bf4e-d33a-4416-a749-502432293f2e req-50c01228-af85-4f3e-832c-44d8ba36ba3d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Oct 27 05:24:51.107915 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8e5ef-2a1b-498e-b67e-1374c9f465a4 req-97b9566b-fcf3-492a-80d0-cbcbddea4d4b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:51.109546 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9bd8e5ef-2a1b-498e-b67e-1374c9f465a4 req-97b9566b-fcf3-492a-80d0-cbcbddea4d4b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Oct 27 05:24:51.157990 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9bd8e5ef-2a1b-498e-b67e-1374c9f465a4 req-db27f571-5614-46a7-92c1-4bc0fd3766ca tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Oct 27 05:24:51.906584 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e87e2-4244-4d16-8af8-22d83e3c7c34 req-b2e3f2d5-c484-40fc-b2f6-0826cb8e3939 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:51.908132 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3f7e87e2-4244-4d16-8af8-22d83e3c7c34 req-b2e3f2d5-c484-40fc-b2f6-0826cb8e3939 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0572672 Oct 27 05:24:51.956610 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3f7e87e2-4244-4d16-8af8-22d83e3c7c34 req-00918d59-35c3-473c-8430-51b2ca568f9d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Oct 27 05:24:52.102786 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device c04e16e6-ce80-4d8e-bf17-017e08ae7973 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:24:52.208044 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port c04e16e6-ce80-4d8e-bf17-017e08ae7973, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c04e16e6-ce80-4d8e-bf17-017e08ae7973,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:52.225167 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'port_id': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'mac_address': 'fa:16:3e:42:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae92573-83f0-4d56-ba61-e88bbbc248a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:24:52.264304 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.279565 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e16e6-ce80-4d8e-bf17-017e08ae7973 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:24:52.292966 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ad25a-d643-4165-b53c-9aef7f0bd51e req-b032a2ff-cd03-4031-86d5-f7c118d060b1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:52.295256 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd1ad25a-d643-4165-b53c-9aef7f0bd51e req-b032a2ff-cd03-4031-86d5-f7c118d060b1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 943 time: 0.0542710 Oct 27 05:24:52.309680 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port c04e16e6-ce80-4d8e-bf17-017e08ae7973, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c04e16e6-ce80-4d8e-bf17-017e08ae7973,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:52.314333 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.344932 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd1ad25a-d643-4165-b53c-9aef7f0bd51e req-59bca93e-cdb7-40c7-9494-ab31f934d355 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Oct 27 05:24:52.365998 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=c04e16e6-ce80-4d8e-bf17-017e08ae7973,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:52.533004 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51176) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:52.635120 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-409f85ea-d788-41a8-9448-0d16abceb4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.725637 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-409f85ea-d788-41a8-9448-0d16abceb4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.730566 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-409f85ea-d788-41a8-9448-0d16abceb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.773771 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51196) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:52.774986 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-409f85ea-d788-41a8-9448-0d16abceb4fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4059c9df4da741768e6c4dcc208937dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409046 Oct 27 05:24:52.778698 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f85ea-d788-41a8-9448-0d16abceb4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba1240d-42f3-4fa3-a648-c640a6d9b892,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:52.833090 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cd04e58-5115-49b3-8689-5c88fc022748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.860233 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cd04e58-5115-49b3-8689-5c88fc022748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.939821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cd04e58-5115-49b3-8689-5c88fc022748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.943082 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7cd04e58-5115-49b3-8689-5c88fc022748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:52.946695 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-7cd04e58-5115-49b3-8689-5c88fc022748 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ba1240d-42f3-4fa3-a648-c640a6d9b892 HTTP/1.1" status: 204 len: 168 time: 0.1695251 Oct 27 05:24:52.952824 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd04e58-5115-49b3-8689-5c88fc022748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba1240d-42f3-4fa3-a648-c640a6d9b892,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:52.973320 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['c04e16e6-ce80-4d8e-bf17-017e08ae7973'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:24:53.185860 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824d442-656a-4b4f-81f4-5d36f3503018 req-02b7510b-fad5-475e-bcac-95f687f42a31 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:53.190642 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5824d442-656a-4b4f-81f4-5d36f3503018 req-02b7510b-fad5-475e-bcac-95f687f42a31 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0847518 Oct 27 05:24:53.230291 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51234) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:53.302913 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5824d442-656a-4b4f-81f4-5d36f3503018 req-101100c5-0f35-4208-a2e3-282c0df99551 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009302 Oct 27 05:24:53.374425 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-00ec0645-ad16-432c-a174-bc700af5903d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649657 Oct 27 05:24:53.395585 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.454943 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51248) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:53.474130 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dccea39d-994b-4599-85c0-32b7b0c9b3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.523519 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43292ce6-3d75-4e93-a551-6e8b588ff757 req-58f7628e-fad5-4883-b9ec-82ce167af393 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:53.531449 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-43292ce6-3d75-4e93-a551-6e8b588ff757 req-58f7628e-fad5-4883-b9ec-82ce167af393 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 944 time: 0.1005743 Oct 27 05:24:53.547395 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.554397 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.575319 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-8035ede4-8cce-44fe-a959-c852e03f8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:53.576922 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-8035ede4-8cce-44fe-a959-c852e03f8af1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 1099 time: 0.1045740 Oct 27 05:24:53.586738 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-43292ce6-3d75-4e93-a551-6e8b588ff757 req-d113e579-dcfb-4ee3-bceb-0965c33890a0 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541022 Oct 27 05:24:53.610355 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e46f84bbcc4455dbd5320cb9f6c7d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789914 Oct 27 05:24:53.614078 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc1178d-42cc-4443-a2ca-a42b11a3ca86,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:53.616008 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51254) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:53.629780 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.630124 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.630468 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.630801 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.631151 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.631483 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.631807 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.632131 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.632458 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.632777 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.633093 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.633411 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858fb99e-4576-4373-ac1f-d477cfd70a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.647843 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dccea39d-994b-4599-85c0-32b7b0c9b3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.653045 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dccea39d-994b-4599-85c0-32b7b0c9b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.691239 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccea39d-994b-4599-85c0-32b7b0c9b3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5863eaa5-c05a-4817-b214-fd3364929e04,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:53.697485 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-dccea39d-994b-4599-85c0-32b7b0c9b3b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14fb10a10d0f427f8ad278531616dc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384536 Oct 27 05:24:53.697652 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51256) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:53.736927 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.741772 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-da5ab651-ea93-4dbf-8c3f-a77c71e7117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:53.743288 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-da5ab651-ea93-4dbf-8c3f-a77c71e7117c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 916 time: 0.1360056 Oct 27 05:24:53.745363 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2daf-5a5a-4de8-95bc-482d36fc5ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.761335 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.767081 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2daf-5a5a-4de8-95bc-482d36fc5ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.813249 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-8d27b949-73dd-48b9-b2e3-4d5b5b8b9a45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e950860b-4f8f-4746-83b3-a62baf2bc454 HTTP/1.1" status: 200 len: 217 time: 0.0443845 Oct 27 05:24:53.816552 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2daf-5a5a-4de8-95bc-482d36fc5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.819407 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2daf-5a5a-4de8-95bc-482d36fc5ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.820476 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bfbb2daf-5a5a-4de8-95bc-482d36fc5ba5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5863eaa5-c05a-4817-b214-fd3364929e04 HTTP/1.1" status: 204 len: 168 time: 0.1215012 Oct 27 05:24:53.828439 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb2daf-5a5a-4de8-95bc-482d36fc5ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863eaa5-c05a-4817-b214-fd3364929e04,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:53.890510 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-7074e5e6-5a01-4009-a495-7c3a1d2670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:53.892000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-7074e5e6-5a01-4009-a495-7c3a1d2670b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0701330 Oct 27 05:24:53.898650 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.902028 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:53.903121 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcc1178d-42cc-4443-a2ca-a42b11a3ca86 HTTP/1.1" status: 204 len: 168 time: 0.2853131 Oct 27 05:24:53.930987 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-9065bd30-ce40-46f0-b8b2-bf353320e1d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268028 Oct 27 05:24:53.936175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc1178d-42cc-4443-a2ca-a42b11a3ca86,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:53.953702 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.954353 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.954353 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.954575 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.954892 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.955238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.955713 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.956192 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.956516 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.957026 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.957476 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:53.957799 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166b4a8-1ee7-4aab-b71c-8bee94765d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:24:54.046241 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-163c0fca-c683-438a-9849-b38d43bccdd2 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064656 Oct 27 05:24:54.156467 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ced5a1c-ae81-462e-a9bc-b359064dddc3 req-82f5b52d-817a-4a37-8fc0-dbe779e40ed9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011000 Oct 27 05:24:54.364879 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51280) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:54.380210 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc69e8f5-7b07-41b4-8620-69e39a459752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.445786 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3ef9b-7294-4006-854b-dea710da5fdd req-ff61edac-c8ef-4f1e-8618-9d191205a5e5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:54.448166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-18f3ef9b-7294-4006-854b-dea710da5fdd req-ff61edac-c8ef-4f1e-8618-9d191205a5e5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0633442 Oct 27 05:24:54.468169 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc69e8f5-7b07-41b4-8620-69e39a459752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.474267 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc69e8f5-7b07-41b4-8620-69e39a459752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.496372 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-18f3ef9b-7294-4006-854b-dea710da5fdd req-0aece051-0c4a-4da4-9cbf-7753298df52b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421104 Oct 27 05:24:54.508665 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bc69e8f5-7b07-41b4-8620-69e39a459752 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1704b2672904003867ee747018633a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442039 Oct 27 05:24:54.512180 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51288) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:54.539905 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69e8f5-7b07-41b4-8620-69e39a459752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7213b4-ae31-47a9-bc51-259c196cb47a,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:54.579280 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-992badb4-f754-4321-9b3b-107dfab7d3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.599449 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-992badb4-f754-4321-9b3b-107dfab7d3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.666215 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-992badb4-f754-4321-9b3b-107dfab7d3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.669211 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-992badb4-f754-4321-9b3b-107dfab7d3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:54.670562 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-992badb4-f754-4321-9b3b-107dfab7d3be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b7213b4-ae31-47a9-bc51-259c196cb47a HTTP/1.1" status: 204 len: 168 time: 0.1574786 Oct 27 05:24:54.686526 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992badb4-f754-4321-9b3b-107dfab7d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7213b4-ae31-47a9-bc51-259c196cb47a,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:54.737989 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517b8e5-9983-4e85-a427-6c4f1f9c65f1 req-c71ffc0e-801d-44f6-80bd-b0d89329feba tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:54.742379 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6517b8e5-9983-4e85-a427-6c4f1f9c65f1 req-c71ffc0e-801d-44f6-80bd-b0d89329feba tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 944 time: 0.0558636 Oct 27 05:24:54.784858 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6517b8e5-9983-4e85-a427-6c4f1f9c65f1 req-3189a1a9-960d-41fe-9328-284307fdff7b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Oct 27 05:24:55.652231 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacea11-988d-45b8-a4d4-f54034b5f31e req-9c43b9fc-1918-4069-9f80-083b30679bf2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:55.654918 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8dacea11-988d-45b8-a4d4-f54034b5f31e req-9c43b9fc-1918-4069-9f80-083b30679bf2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0565600 Oct 27 05:24:55.703081 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8dacea11-988d-45b8-a4d4-f54034b5f31e req-8f9d0006-eea1-47d6-af45-298acd19c971 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Oct 27 05:24:55.914501 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68e953-d319-43e1-85b5-be3c20dec1a5 req-044fd7ab-0df1-477b-87cf-8c656b18998a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:55.916253 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6b68e953-d319-43e1-85b5-be3c20dec1a5 req-044fd7ab-0df1-477b-87cf-8c656b18998a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 944 time: 0.0581732 Oct 27 05:24:55.961513 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6b68e953-d319-43e1-85b5-be3c20dec1a5 req-54c2a8a4-e804-4401-8a88-5eb063874757 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Oct 27 05:24:56.123175 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device c04e16e6-ce80-4d8e-bf17-017e08ae7973 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:24:56.187743 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port c04e16e6-ce80-4d8e-bf17-017e08ae7973 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:24:56.191761 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port c04e16e6-ce80-4d8e-bf17-017e08ae7973 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:24:56.192125 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.270956 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.295751 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:24:56.298285 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee954cd9-b72d-4dfc-80ac-59e47e58c3d6" -d '{"events": [{"server_uuid": "a1b70cf6-6148-4790-9c07-10cc7be8e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "c04e16e6-ce80-4d8e-bf17-017e08ae7973"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:24:56.315708 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port c04e16e6-ce80-4d8e-bf17-017e08ae7973, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c04e16e6-ce80-4d8e-bf17-017e08ae7973,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:24:56.321435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.344803 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51408) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:56.351254 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d8d7f-6fc9-44d7-88ad-46c7bc43e94f x-openstack-request-id: req-ea3d8d7f-6fc9-44d7-88ad-46c7bc43e94f {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:24:56.351254 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b70cf6-6148-4790-9c07-10cc7be8e4e7", "name": "network-vif-plugged", "status": "completed", "tag": "c04e16e6-ce80-4d8e-bf17-017e08ae7973", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:24:56.351254 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea3d8d7f-6fc9-44d7-88ad-46c7bc43e94f {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:24:56.351254 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'code': 200} Oct 27 05:24:56.382531 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=c04e16e6-ce80-4d8e-bf17-017e08ae7973,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:56.515821 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc0791ca-07fa-408b-b450-abf5bc24ce13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.595080 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d736ad1-ff2d-48a7-b514-0d86b55e1365 req-187ab95d-3016-4c72-957a-6e5a10bc9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:56.599270 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8d736ad1-ff2d-48a7-b514-0d86b55e1365 req-187ab95d-3016-4c72-957a-6e5a10bc9ac6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 1098 time: 0.0454710 Oct 27 05:24:56.610666 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc0791ca-07fa-408b-b450-abf5bc24ce13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.615124 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bc0791ca-07fa-408b-b450-abf5bc24ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.660330 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8d736ad1-ff2d-48a7-b514-0d86b55e1365 req-15ddc50d-1c00-42ab-9e06-f3876033e43c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Oct 27 05:24:56.660909 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0791ca-07fa-408b-b450-abf5bc24ce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e49880-ac37-4b1c-874f-8542fcb56c27,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:56.675365 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bc0791ca-07fa-408b-b450-abf5bc24ce13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d5220215986410495ddc5e28b00db52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274970 Oct 27 05:24:56.676888 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51418) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:56.732123 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3106fea-b592-406a-aa38-d622ef9f8cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.757906 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3106fea-b592-406a-aa38-d622ef9f8cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.856698 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0ab8d-c4bc-4567-9a68-e2526b1afd3a req-5ddae3d8-7b44-428b-a67a-58a32c00bdb6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:56.859129 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67c0ab8d-c4bc-4567-9a68-e2526b1afd3a req-5ddae3d8-7b44-428b-a67a-58a32c00bdb6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0768194 Oct 27 05:24:56.877168 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3106fea-b592-406a-aa38-d622ef9f8cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.879730 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e3106fea-b592-406a-aa38-d622ef9f8cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:56.880819 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e3106fea-b592-406a-aa38-d622ef9f8cb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9e49880-ac37-4b1c-874f-8542fcb56c27 HTTP/1.1" status: 204 len: 168 time: 0.2029245 Oct 27 05:24:56.901676 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3106fea-b592-406a-aa38-d622ef9f8cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e49880-ac37-4b1c-874f-8542fcb56c27,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:56.931742 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67c0ab8d-c4bc-4567-9a68-e2526b1afd3a req-e209da99-bd76-4f32-a433-770b6cdbdae7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Oct 27 05:24:57.177692 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51442) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:57.190830 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c7fd-a677-47e6-9160-5dede3b4b0c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.266053 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c7fd-a677-47e6-9160-5dede3b4b0c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.269832 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c7fd-a677-47e6-9160-5dede3b4b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.309175 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-5bc2c7fd-a677-47e6-9160-5dede3b4b0c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ffecaf360004a1db72b343a00bf8599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304142 Oct 27 05:24:57.310120 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2c7fd-a677-47e6-9160-5dede3b4b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289ba5c9-2949-4e8f-8c73-d12c46a722e1,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:57.311766 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51444) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:57.385556 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28f598bd-8474-49e3-b61d-ae226452fb7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.412546 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28f598bd-8474-49e3-b61d-ae226452fb7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.432328 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0b01d-ea90-433c-bf68-a7d22ae3e4d5 req-bda2193b-99fc-4890-9ebb-9fb43771af82 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:57.433789 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5ae0b01d-ea90-433c-bf68-a7d22ae3e4d5 req-bda2193b-99fc-4890-9ebb-9fb43771af82 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0785506 Oct 27 05:24:57.446456 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.495597 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5ae0b01d-ea90-433c-bf68-a7d22ae3e4d5 req-577c6687-7981-40d4-a78b-576f63e5feaa tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Oct 27 05:24:57.503572 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28f598bd-8474-49e3-b61d-ae226452fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.506089 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-28f598bd-8474-49e3-b61d-ae226452fb7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:57.509863 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-28f598bd-8474-49e3-b61d-ae226452fb7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/289ba5c9-2949-4e8f-8c73-d12c46a722e1 HTTP/1.1" status: 204 len: 168 time: 0.1944573 Oct 27 05:24:57.523075 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f598bd-8474-49e3-b61d-ae226452fb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ba5c9-2949-4e8f-8c73-d12c46a722e1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:58.000043 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:24:58.073428 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60bd91-1cd9-4de5-8b80-2ba6908e345a req-f48b7713-a33f-4011-9eed-d8d721028600 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:58.075446 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9c60bd91-1cd9-4de5-8b80-2ba6908e345a req-f48b7713-a33f-4011-9eed-d8d721028600 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0703707 Oct 27 05:24:58.118715 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9c60bd91-1cd9-4de5-8b80-2ba6908e345a req-5fca708b-5c95-44cd-a963-101ae7fe6326 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Oct 27 05:24:58.232104 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51482) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:58.265181 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51486) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:58.389989 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e536cdbe-13cb-4c0f-8a9f-d37782d030b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.394846 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993850246-network', 'tenant_id': 'b78c5c5d06a946ce87d48e3fbdfba128'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:58.435569 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Made reservation on behalf of b78c5c5d06a946ce87d48e3fbdfba128 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:58.438013 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.449459 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.535125 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e536cdbe-13cb-4c0f-8a9f-d37782d030b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.540472 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e536cdbe-13cb-4c0f-8a9f-d37782d030b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.602971 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e536cdbe-13cb-4c0f-8a9f-d37782d030b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d77f3c467a404fb0bdee2273f325cbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365812 Oct 27 05:24:58.605304 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.606334 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536cdbe-13cb-4c0f-8a9f-d37782d030b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99398a71-556b-4c75-bf96-e42f486fb175,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:58.608062 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51496) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:58.611754 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.639193 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:24:58.647874 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a620992-7f1b-4949-9696-fe7b88ec9d1f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:58.656202 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.656566 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Added segment 69cbdf20-66af-43d8-9668-83641582418a of type vlan for network 3ab61307-beaa-47ae-8677-636890be53f7 Oct 27 05:24:58.664198 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db168-578b-4a68-abe5-8dbc24bcd77b req-5b874391-7954-4564-9bb3-d68fe2d6beb4 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:58.671649 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-640db168-578b-4a68-abe5-8dbc24bcd77b req-5b874391-7954-4564-9bb3-d68fe2d6beb4 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0949373 Oct 27 05:24:58.697626 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.708280 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0a92c69-59bd-4aa6-9ab1-24dce589c187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.724212 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.725261 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:58.725949 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.732538 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-640db168-578b-4a68-abe5-8dbc24bcd77b req-c18a9f16-6bb8-418f-84ef-44617adf4269 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599322 Oct 27 05:24:58.748944 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0a92c69-59bd-4aa6-9ab1-24dce589c187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.794348 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5574117 Oct 27 05:24:58.794580 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51498) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:24:58.794913 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808fe08-3c9a-41bb-9ce4-ec2db9039dba admin admin] Pushing event updated for resources: {'Network': ['ID=3ab61307-beaa-47ae-8677-636890be53f7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:58.801400 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Request body: {'subnet': {'network_id': '3ab61307-beaa-47ae-8677-636890be53f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993850246-subnet', 'tenant_id': 'b78c5c5d06a946ce87d48e3fbdfba128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:24:58.804805 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 3ab61307-beaa-47ae-8677-636890be53f7 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:24:58.806970 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0a92c69-59bd-4aa6-9ab1-24dce589c187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.809978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d0a92c69-59bd-4aa6-9ab1-24dce589c187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:58.811048 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-d0a92c69-59bd-4aa6-9ab1-24dce589c187 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99398a71-556b-4c75-bf96-e42f486fb175 HTTP/1.1" status: 204 len: 168 time: 0.2020724 Oct 27 05:24:58.825325 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92c69-59bd-4aa6-9ab1-24dce589c187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99398a71-556b-4c75-bf96-e42f486fb175,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:58.840617 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Made reservation on behalf of b78c5c5d06a946ce87d48e3fbdfba128 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:24:58.843660 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3852911'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:59.263549 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3852881'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:59.308457 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1983f4-6722-4b9b-afa3-59ecf782af8e req-550fe4b9-da8a-47e1-814a-8ff720447d65 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:59.309916 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad1983f4-6722-4b9b-afa3-59ecf782af8e req-550fe4b9-da8a-47e1-814a-8ff720447d65 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0988979 Oct 27 05:24:59.345332 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1637f0-674e-41e3-a0e5-402b035d3820,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:24:59.379505 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad1983f4-6722-4b9b-afa3-59ecf782af8e req-9bebb6a5-973f-4b7e-95b9-774fdac24cfa tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617743 Oct 27 05:24:59.380330 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Checking segment: {'id': '69cbdf20-66af-43d8-9668-83641582418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:24:59.380683 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Network hostable DHCP agents. Network: 3ab61307-beaa-47ae-8677-636890be53f7, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:24:59.414484 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Network 3ab61307-beaa-47ae-8677-636890be53f7 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:24:59.425865 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 3ab61307-beaa-47ae-8677-636890be53f7) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:24:59.430297 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:59.431050 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:24:59.437971 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999d44f-bc85-4a55-8598-d919d4262d57 None None] Network 3ab61307-beaa-47ae-8677-636890be53f7 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:59.449940 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b8a643b2-6016-4822-8da9-9ffb6e7edfdd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6542640 Oct 27 05:24:59.574187 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80afb0-34f4-4306-97b2-c67699b390a5 None None] Network 3ab61307-beaa-47ae-8677-636890be53f7 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:24:59.860185 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0f04d-8e17-4a92-b474-f4e0558bd1a7 req-79f5f313-911c-4a6d-9fd3-9dea8ee760bd tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:24:59.861955 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91b0f04d-8e17-4a92-b474-f4e0558bd1a7 req-79f5f313-911c-4a6d-9fd3-9dea8ee760bd tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Oct 27 05:24:59.904873 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91b0f04d-8e17-4a92-b474-f4e0558bd1a7 req-4e530c89-bb4f-4a8c-a023-4e3274ebdeb9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362601 Oct 27 05:25:00.094212 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51572) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:00.103314 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1757577073-network', 'tenant_id': '9059e2814f024cc19acfe42725f9f308'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:00.135025 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Made reservation on behalf of 9059e2814f024cc19acfe42725f9f308 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:25:00.135779 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.148520 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.233368 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.239017 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.261142 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:25:00.277047 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cf7da2-4ce2-4a83-b60a-a02ece77473b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:00.280215 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.280599 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Added segment 8f245823-df56-43ab-b30b-89dc5bb451fa of type vlan for network 416c5aed-f11f-4869-bde4-e72d46451eaf Oct 27 05:25:00.327752 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.364119 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.365177 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:00.365753 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.431240 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3343506 Oct 27 05:25:00.433747 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51596) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:00.440859 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Request body: {'subnet': {'network_id': '416c5aed-f11f-4869-bde4-e72d46451eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1757577073-subnet', 'tenant_id': '9059e2814f024cc19acfe42725f9f308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:00.453067 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03429c9-cc7f-4bde-bf7d-af5156d08ddf admin admin] Pushing event updated for resources: {'Network': ['ID=416c5aed-f11f-4869-bde4-e72d46451eaf,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:00.464568 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 416c5aed-f11f-4869-bde4-e72d46451eaf details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:25:00.485777 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Made reservation on behalf of 9059e2814f024cc19acfe42725f9f308 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:25:00.489748 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522529'] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.521481 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54668d-8f7a-46f9-8b1e-0644a7ddf2b4 req-7f6e46a0-2a0d-4334-8b7a-9a30f076281b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:00.528656 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6d54668d-8f7a-46f9-8b1e-0644a7ddf2b4 req-7f6e46a0-2a0d-4334-8b7a-9a30f076281b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0615668 Oct 27 05:25:00.571992 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6d54668d-8f7a-46f9-8b1e-0644a7ddf2b4 req-8fe275ff-a1ca-4324-96b2-80c998d55be8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Oct 27 05:25:00.866900 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3872118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522527'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.918878 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b830d3e-70f0-486d-8f33-c6548f6d5210,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:00.928719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Checking segment: {'id': '8f245823-df56-43ab-b30b-89dc5bb451fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '416c5aed-f11f-4869-bde4-e72d46451eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:25:00.929070 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Network hostable DHCP agents. Network: 416c5aed-f11f-4869-bde4-e72d46451eaf, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:25:00.944914 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Network 416c5aed-f11f-4869-bde4-e72d46451eaf is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:25:00.953433 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 416c5aed-f11f-4869-bde4-e72d46451eaf) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:25:00.957398 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:00.957972 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:00.964024 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fe010-009d-4492-a414-85febe89ca13 None None] Network 416c5aed-f11f-4869-bde4-e72d46451eaf requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:25:00.973743 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-b21e86d6-46bd-46c9-9e30-178c8ed28413 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5389869 Oct 27 05:25:01.198784 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333454e-ec8f-4c86-8c3b-2fab82b3fa5e None None] Network 416c5aed-f11f-4869-bde4-e72d46451eaf requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:25:01.466348 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-3bfed928-e7ba-4e89-8c64-f2f41158ddbf tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:01.473306 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-3bfed928-e7ba-4e89-8c64-f2f41158ddbf tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/networks?id=3ab61307-beaa-47ae-8677-636890be53f7 HTTP/1.1" status: 200 len: 809 time: 0.1193769 Oct 27 05:25:01.483312 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-bcdeaa11-8d1b-436c-a7ca-71eaf29e2b98 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/quotas/b78c5c5d06a946ce87d48e3fbdfba128 HTTP/1.1" status: 200 len: 375 time: 0.0090859 Oct 27 05:25:01.518273 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-99a93091-fd96-4c7f-8ca1-3ed5bd6267b9 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b78c5c5d06a946ce87d48e3fbdfba128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285609 Oct 27 05:25:01.629717 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-33b6d729-e496-42b2-9ebb-b5d7bc7fee6d service neutron] 10.222.0.15 "GET /v2.0/networks/3ab61307-beaa-47ae-8677-636890be53f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040940 Oct 27 05:25:01.738679 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51646) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:01.758957 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e38f2-6472-4fe5-b20d-34ef92f5ae7c req-07fa0ecd-c3a7-41ae-9c9a-ea4986173534 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:01.761225 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1e4e38f2-6472-4fe5-b20d-34ef92f5ae7c req-07fa0ecd-c3a7-41ae-9c9a-ea4986173534 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0781522 Oct 27 05:25:01.764591 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-56911146-81af-41f3-8e94-9726dee5b11f service neutron] 10.222.0.15 "GET /v2.0/networks/3ab61307-beaa-47ae-8677-636890be53f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271870 Oct 27 05:25:01.813103 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1e4e38f2-6472-4fe5-b20d-34ef92f5ae7c req-8276dc5e-4986-40c7-ab01-67b8a07da787 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Oct 27 05:25:01.854403 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-290e2525-f693-4b65-b3e5-5ebdccba8063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:01.941042 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-290e2525-f693-4b65-b3e5-5ebdccba8063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:01.944732 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f0643a3-121f-429e-80ce-dd106b039855 req-1a9c4777-34e0-49b1-9bcb-24478d681fd5 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 210 time: 0.0293214 Oct 27 05:25:01.945707 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-290e2525-f693-4b65-b3e5-5ebdccba8063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:01.990041 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-290e2525-f693-4b65-b3e5-5ebdccba8063 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b65864aa01354926940722dfb50b7482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479632 Oct 27 05:25:01.990041 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e2525-f693-4b65-b3e5-5ebdccba8063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4912b6ed-a9f1-432b-832f-cf1c4599fc70,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:01.990971 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51656) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:02.049090 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50016579-a6c8-4c2e-bcb2-6d62a18a2604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.073375 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50016579-a6c8-4c2e-bcb2-6d62a18a2604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.127426 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50016579-a6c8-4c2e-bcb2-6d62a18a2604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.130202 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-50016579-a6c8-4c2e-bcb2-6d62a18a2604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.133823 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-50016579-a6c8-4c2e-bcb2-6d62a18a2604 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4912b6ed-a9f1-432b-832f-cf1c4599fc70 HTTP/1.1" status: 204 len: 168 time: 0.1387472 Oct 27 05:25:02.141878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50016579-a6c8-4c2e-bcb2-6d62a18a2604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4912b6ed-a9f1-432b-832f-cf1c4599fc70,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:02.426037 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51676) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:02.440199 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd51c569-8823-4a04-886d-92210f19fb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.515136 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd51c569-8823-4a04-886d-92210f19fb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.518815 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-bd51c569-8823-4a04-886d-92210f19fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.561573 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-bd51c569-8823-4a04-886d-92210f19fb07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c109307cdf24a669fb2f03ef078fa5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344273 Oct 27 05:25:02.562412 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51c569-8823-4a04-886d-92210f19fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab07235-e82d-4861-bfd6-febd46ccc959,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:02.564453 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51680) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:02.615748 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81f6ff7f-d563-4e96-956e-122c226821f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.637779 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81f6ff7f-d563-4e96-956e-122c226821f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.688625 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81f6ff7f-d563-4e96-956e-122c226821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.691391 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81f6ff7f-d563-4e96-956e-122c226821f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:02.692637 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-81f6ff7f-d563-4e96-956e-122c226821f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dab07235-e82d-4861-bfd6-febd46ccc959 HTTP/1.1" status: 204 len: 168 time: 0.1269224 Oct 27 05:25:02.701040 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6ff7f-d563-4e96-956e-122c226821f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab07235-e82d-4861-bfd6-febd46ccc959,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:02.997719 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbad642-3740-4ea8-904e-d9e2c297ff60 req-14bb341c-a978-486c-a428-04f092257edd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:02.999201 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ddbad642-3740-4ea8-904e-d9e2c297ff60 req-14bb341c-a978-486c-a428-04f092257edd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.1033809 Oct 27 05:25:03.034769 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-e5ad69eb-ad72-446d-bcd7-0331b1c4d6e4 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:03.036241 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-e5ad69eb-ad72-446d-bcd7-0331b1c4d6e4 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.1517117 Oct 27 05:25:03.061674 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-e18ae8ff-6451-4ef8-b091-d876a80dc4ed tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/quotas/afc752056a18437e8c160fa21c4414d1 HTTP/1.1" status: 200 len: 375 time: 0.0180936 Oct 27 05:25:03.064542 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ddbad642-3740-4ea8-904e-d9e2c297ff60 req-a8a5c56e-3ebb-48a0-90ea-2912a0a7ee41 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590904 Oct 27 05:25:03.124900 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-883752d8-ccd1-4120-87ae-8148a4768288 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546339 Oct 27 05:25:03.171975 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-de7d6fbc-ff9a-4ce3-a004-a7a6299dfb51 req-fa6087bc-f10d-46c4-ad7a-abaecbf33113 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 210 time: 0.0418618 Oct 27 05:25:03.261939 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-17592328-02da-4fde-a2cc-cd49f256f57a service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153140 Oct 27 05:25:03.458442 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-a58dfddd-c0f8-4c08-80c6-301943bcd2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896389 Oct 27 05:25:03.469735 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-dcf9c431-77bd-4eb4-9ce2-dc285b918f43 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:03.471359 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-dcf9c431-77bd-4eb4-9ce2-dc285b918f43 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.25 "GET /v2.0/networks?id=3ab61307-beaa-47ae-8677-636890be53f7 HTTP/1.1" status: 200 len: 809 time: 0.1561406 Oct 27 05:25:03.544402 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Request body: {'port': {'device_id': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7', 'admin_state_up': True, 'tenant_id': 'b78c5c5d06a946ce87d48e3fbdfba128'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:03.679366 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-97dbda21-5557-4aca-96f4-a03d9fcd8bc3 req-1c389054-4cd9-4708-ade7-90af7f1d1f6c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Oct 27 05:25:03.707999 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Made reservation on behalf of b78c5c5d06a946ce87d48e3fbdfba128 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:25:03.711730 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:03.855290 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Allocated IP 172.20.0.11 (3ab61307-beaa-47ae-8677-636890be53f7/ea1637f0-674e-41e3-a0e5-402b035d3820/d5f53439-593a-4948-ad5b-4e1a6f7a1075) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:25:03.941736 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51748) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:04.014104 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.049168 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.056186 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa00d1e8-2a61-407a-869b-c3dbc6b2fb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.109282 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Network 3ab61307-beaa-47ae-8677-636890be53f7 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:25:04.110403 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Pushing event updated for resources: {'Port': ['ID=d5f53439-593a-4948-ad5b-4e1a6f7a1075,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:04.113351 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:25:04.115489 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:25:04.164577 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:04.165241 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.172579 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa00d1e8-2a61-407a-869b-c3dbc6b2fb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.176931 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aa00d1e8-2a61-407a-869b-c3dbc6b2fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.204834 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-9a273380-fb67-41e6-b203-7c1a057fa687 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6649334 Oct 27 05:25:04.215523 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00d1e8-2a61-407a-869b-c3dbc6b2fb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9616b-968c-4d1d-967e-17d57113047c,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:04.223956 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-aa00d1e8-2a61-407a-869b-c3dbc6b2fb6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c9997be1cbd4bdfb2107fc22bcdad5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810161 Oct 27 05:25:04.224891 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51756) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:04.229264 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23bd0-8993-463d-b892-db4762f9880e req-7c4cbfe1-5ca3-4be0-bda3-7c684bf43587 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:04.230863 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ebf23bd0-8993-463d-b892-db4762f9880e req-7c4cbfe1-5ca3-4be0-bda3-7c684bf43587 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0588012 Oct 27 05:25:04.275911 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcd19-3716-4e28-8ef3-06f74212c54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.286726 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Request body: {'port': {'device_id': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:04.305877 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcd19-3716-4e28-8ef3-06f74212c54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.328623 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ebf23bd0-8993-463d-b892-db4762f9880e req-94f9bf8e-9e2d-4935-aac3-3e78ef289a49 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906310 Oct 27 05:25:04.363362 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcd19-3716-4e28-8ef3-06f74212c54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.368614 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2e8bcd19-3716-4e28-8ef3-06f74212c54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.371509 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-2e8bcd19-3716-4e28-8ef3-06f74212c54a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ea9616b-968c-4d1d-967e-17d57113047c HTTP/1.1" status: 204 len: 168 time: 0.1452060 Oct 27 05:25:04.372518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41aa2-6596-484d-b6fa-01d7062ee054 req-45314387-0e68-4066-af06-9d37bfa34d11 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:04.373983 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ea41aa2-6596-484d-b6fa-01d7062ee054 req-45314387-0e68-4066-af06-9d37bfa34d11 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 932 time: 0.1148572 Oct 27 05:25:04.381212 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.385355 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bcd19-3716-4e28-8ef3-06f74212c54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9616b-968c-4d1d-967e-17d57113047c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:04.458999 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ea41aa2-6596-484d-b6fa-01d7062ee054 req-08f66cf0-c2f0-40c9-9a33-7145f4dc01fc tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682054 Oct 27 05:25:04.688337 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f53439-593a-4948-ad5b-4e1a6f7a1075 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:25:04.695658 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.708225 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Transition to ACTIVE for port object d5f53439-593a-4948-ad5b-4e1a6f7a1075 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:25:04.712720 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.789962 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Pushing event updated for resources: {'Port': ['ID=d5f53439-593a-4948-ad5b-4e1a6f7a1075,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:04.794224 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-40b932cb-7484-4c30-918b-69a63dbd5e35 req-f29c1d31-7b89-4c64-9129-334465a80ea2 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 210 time: 0.0368679 Oct 27 05:25:04.861037 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Attempting to bind port d5f53439-593a-4948-ad5b-4e1a6f7a1075 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:25:04.861710 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Attempting to bind port d5f53439-593a-4948-ad5b-4e1a6f7a1075 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '69cbdf20-66af-43d8-9668-83641582418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:25:04.862020 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Attempting to bind port d5f53439-593a-4948-ad5b-4e1a6f7a1075 on network 3ab61307-beaa-47ae-8677-636890be53f7 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:25:04.867402 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Port d5f53439-593a-4948-ad5b-4e1a6f7a1075 on network 3ab61307-beaa-47ae-8677-636890be53f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:25:04.867759 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Attempting to bind port d5f53439-593a-4948-ad5b-4e1a6f7a1075 on network 3ab61307-beaa-47ae-8677-636890be53f7 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:25:04.873567 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:25:04.873942 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Checking segment: {'id': '69cbdf20-66af-43d8-9668-83641582418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:25:04.874320 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Bound using segment: {'id': '69cbdf20-66af-43d8-9668-83641582418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:25:04.874760 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Bound port: d5f53439-593a-4948-ad5b-4e1a6f7a1075, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cbdf20-66af-43d8-9668-83641582418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:25:04.875777 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.940198 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] For port d5f53439-593a-4948-ad5b-4e1a6f7a1075, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:25:04.943167 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] For port d5f53439-593a-4948-ad5b-4e1a6f7a1075, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5f53439-593a-4948-ad5b-4e1a6f7a1075,segment=NetworkSegment(69cbdf20-66af-43d8-9668-83641582418a),segment_id=69cbdf20-66af-43d8-9668-83641582418a)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:25:04.948359 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.984293 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:04.984894 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:04.986251 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] 10.222.0.25 "PUT /v2.0/ports/d5f53439-593a-4948-ad5b-4e1a6f7a1075 HTTP/1.1" status: 200 len: 1094 time: 0.7059383 Oct 27 05:25:04.987014 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'tag': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:04.989173 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db89900f-7780-49c1-a55a-2772454096b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f30451d1-b568-469a-9fdb-3e498b27d208", "tag": "d5f53439-593a-4948-ad5b-4e1a6f7a1075"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:05.010973 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb7086-7187-49b1-a3d1-3a1bc66cf63e service neutron] Pushing event updated for resources: {'Port': ['ID=d5f53439-593a-4948-ad5b-4e1a6f7a1075,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:05.049284 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044d20a-a9ad-421d-acc1-6a6ccd031585 x-openstack-request-id: req-4044d20a-a9ad-421d-acc1-6a6ccd031585 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:05.049869 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30451d1-b568-469a-9fdb-3e498b27d208", "tag": "d5f53439-593a-4948-ad5b-4e1a6f7a1075", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:05.049869 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4044d20a-a9ad-421d-acc1-6a6ccd031585 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:05.050219 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'tag': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075', 'status': 'completed', 'code': 200} Oct 27 05:25:05.239522 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89900f-7780-49c1-a55a-2772454096b8 req-c5355321-a7f4-4701-a89b-e9530dcadf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.241669 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-db89900f-7780-49c1-a55a-2772454096b8 req-c5355321-a7f4-4701-a89b-e9530dcadf3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b78c5c5d06a946ce87d48e3fbdfba128&device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 1097 time: 0.0489361 Oct 27 05:25:05.312765 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-86b91a2e-b004-47d9-b188-13b02fdebbba tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.314232 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-86b91a2e-b004-47d9-b188-13b02fdebbba tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.1228752 Oct 27 05:25:05.343476 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Request body: {'port': {'device_id': '92f75a44-068e-409e-8e08-a0a91811b767', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'admin_state_up': True, 'tenant_id': 'afc752056a18437e8c160fa21c4414d1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:05.402602 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89900f-7780-49c1-a55a-2772454096b8 req-3a74c25a-d7f2-4586-87f7-33a2601794de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.404768 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-db89900f-7780-49c1-a55a-2772454096b8 req-3a74c25a-d7f2-4586-87f7-33a2601794de service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b78c5c5d06a946ce87d48e3fbdfba128&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1320527 Oct 27 05:25:05.491000 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c15da3-0a66-451a-bc7c-c50c6fdcd6b9 req-3f253b51-16ce-4378-825e-1883d164bb34 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.492524 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66c15da3-0a66-451a-bc7c-c50c6fdcd6b9 req-3f253b51-16ce-4378-825e-1883d164bb34 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0821419 Oct 27 05:25:05.513064 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Made reservation on behalf of afc752056a18437e8c160fa21c4414d1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:25:05.516473 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:05.558584 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89900f-7780-49c1-a55a-2772454096b8 req-e3d0abc4-6f3c-43bb-9c98-2c2468095e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.560357 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-db89900f-7780-49c1-a55a-2772454096b8 req-e3d0abc4-6f3c-43bb-9c98-2c2468095e97 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269948 Oct 27 05:25:05.612140 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66c15da3-0a66-451a-bc7c-c50c6fdcd6b9 req-226cd711-3d7b-424b-9d93-e921cc3d847b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082053 Oct 27 05:25:05.701271 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-a272b221-357e-480e-9d31-c79999f7fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.702755 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-a272b221-357e-480e-9d31-c79999f7fe5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b78c5c5d06a946ce87d48e3fbdfba128&device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 1097 time: 0.0490069 Oct 27 05:25:05.725840 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36821066-4911-4da9-836f-756b97240177 req-04f2e7b5-601f-4eaa-a77e-974e206c3644 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.727335 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-36821066-4911-4da9-836f-756b97240177 req-04f2e7b5-601f-4eaa-a77e-974e206c3644 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 944 time: 0.1797278 Oct 27 05:25:05.770702 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Allocated IP 172.20.0.14 (3a6f87d9-82ce-4d7a-aff7-d541b8062c70/4ae92573-83f0-4d56-ba61-e88bbbc248a9/f8a0bcc1-0e48-464d-8099-87c6f8f518e0) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:25:05.789826 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-36821066-4911-4da9-836f-756b97240177 req-7036bf18-0387-4454-9edd-2702b059fb37 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522540 Oct 27 05:25:05.792701 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-b39e447a-8b0a-48e8-9ce1-bbd28ecd4ca2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5f53439-593a-4948-ad5b-4e1a6f7a1075 HTTP/1.1" status: 200 len: 217 time: 0.0398643 Oct 27 05:25:05.867837 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-8ec58f61-8d0d-4bd2-b894-e650f144edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:05.869960 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-8ec58f61-8d0d-4bd2-b894-e650f144edbd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea1637f0-674e-41e3-a0e5-402b035d3820 HTTP/1.1" status: 200 len: 849 time: 0.0507874 Oct 27 05:25:05.934203 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-a79be64a-956e-4f3a-a3cd-f0c71b22ee22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3ab61307-beaa-47ae-8677-636890be53f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270050 Oct 27 05:25:06.066697 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-144c15a9-69d0-43a0-b504-b44ca5316e1b service neutron] 10.222.0.25 "GET /v2.0/networks/3ab61307-beaa-47ae-8677-636890be53f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889251 Oct 27 05:25:06.110881 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-019ee0a6-9166-46cb-b85e-6a78f18fff5e req-510b17dd-59c6-4a90-8d09-b1eb5b0967f5 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 210 time: 0.2253234 Oct 27 05:25:06.159678 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.167850 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ec38fc8d-519c-4451-8c6a-9c79cc4811cd req-6ec2831d-8530-4e52-9add-d9330cfce49a service neutron] 10.222.0.25 "GET /v2.0/networks/3ab61307-beaa-47ae-8677-636890be53f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884931 Oct 27 05:25:06.192810 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.233862 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:25:06.237237 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:25:06.240847 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:25:06.247900 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454', 'c04e16e6-ce80-4d8e-bf17-017e08ae7973'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:06.264849 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event updated for resources: {'Port': ['ID=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:06.296083 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:06.297044 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.316636 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-91547e59-16ba-49e3-8c6c-a9cf470138c6 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9778721 Oct 27 05:25:06.339467 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Request body: {'port': {'device_id': '92f75a44-068e-409e-8e08-a0a91811b767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:06.394347 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.641919 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a0bcc1-0e48-464d-8099-87c6f8f518e0 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:25:06.651638 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.670455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Transition to ACTIVE for port object f8a0bcc1-0e48-464d-8099-87c6f8f518e0 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:25:06.674374 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.755923 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:06.790658 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f626a-2037-4730-b41a-ba3bf398db02 req-2bb40d68-da2a-4097-bb00-180fbae78ec3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:06.792178 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-303f626a-2037-4730-b41a-ba3bf398db02 req-2bb40d68-da2a-4097-bb00-180fbae78ec3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.1090550 Oct 27 05:25:06.860306 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-303f626a-2037-4730-b41a-ba3bf398db02 req-2876473a-1942-43b6-bbb6-15e9cade3ed6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507057 Oct 27 05:25:06.865367 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Attempting to bind port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:25:06.865763 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Attempting to bind port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:25:06.866155 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Attempting to bind port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:25:06.870869 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:25:06.871223 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Attempting to bind port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:25:06.884863 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:25:06.885209 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Checking segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:25:06.885579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Bound using segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:25:06.886002 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Bound port: f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:25:06.886437 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:06.982370 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] For port f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:25:06.986956 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] For port f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:25:06.999223 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3c0d5-f6ee-4109-a655-23a8cc60d0f0 req-e6d24d61-1777-43eb-93e2-d2f9b6ce09c8 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.000712 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53c3c0d5-f6ee-4109-a655-23a8cc60d0f0 req-e6d24d61-1777-43eb-93e2-d2f9b6ce09c8 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 944 time: 0.0803084 Oct 27 05:25:07.001925 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:07.046768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.047221 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:07.048543 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/f8a0bcc1-0e48-464d-8099-87c6f8f518e0 HTTP/1.1" status: 200 len: 1094 time: 0.7137620 Oct 27 05:25:07.055922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f75a44-068e-409e-8e08-a0a91811b767', 'tag': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:07.058169 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c" -d '{"events": [{"name": "network-changed", "server_uuid": "92f75a44-068e-409e-8e08-a0a91811b767", "tag": "f8a0bcc1-0e48-464d-8099-87c6f8f518e0"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:07.097093 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53c3c0d5-f6ee-4109-a655-23a8cc60d0f0 req-2bd1d72a-4179-4149-9831-cb9ef04f24c2 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868666 Oct 27 05:25:07.097800 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa5888-67fa-4db0-9226-af72501ce2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:07.138058 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f04d3e-d996-42dc-b9fd-c6ba6643caee x-openstack-request-id: req-28f04d3e-d996-42dc-b9fd-c6ba6643caee {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:07.138701 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f75a44-068e-409e-8e08-a0a91811b767", "tag": "f8a0bcc1-0e48-464d-8099-87c6f8f518e0", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:07.138701 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28f04d3e-d996-42dc-b9fd-c6ba6643caee {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:07.138968 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f75a44-068e-409e-8e08-a0a91811b767', 'tag': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0', 'status': 'completed', 'code': 200} Oct 27 05:25:07.257753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109489e-2109-4995-9dc0-828986645509 req-de67b38e-7c2f-4955-8e1e-43068487aa8b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.259113 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c109489e-2109-4995-9dc0-828986645509 req-de67b38e-7c2f-4955-8e1e-43068487aa8b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 944 time: 0.0782731 Oct 27 05:25:07.276091 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-c7ae0d7f-04db-4867-8d5e-6aa2eb08ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.277464 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-c7ae0d7f-04db-4867-8d5e-6aa2eb08ec02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 1097 time: 0.0612769 Oct 27 05:25:07.303157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c109489e-2109-4995-9dc0-828986645509 req-f0047f02-5fa8-4640-848d-5378b56546e8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Oct 27 05:25:07.353987 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-d3a08301-2ea3-4ea8-8a3b-69836c5a2d9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0 HTTP/1.1" status: 200 len: 217 time: 0.0339372 Oct 27 05:25:07.426946 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-657e75bb-e906-44ad-977e-2a57049836ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.428418 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-657e75bb-e906-44ad-977e-2a57049836ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0555995 Oct 27 05:25:07.462622 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-4de1f1b0-e93e-4c7b-9c79-a5aedcf3748a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243096 Oct 27 05:25:07.555148 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-7b0a467b-1de5-4856-9f9d-607d7e787a0d service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Oct 27 05:25:07.652842 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fd04a73-3213-4eb5-8cb5-fbb6a65c4b82 req-b16aab95-f830-4a74-b96a-f03e2685df6c service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Oct 27 05:25:07.834118 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-29cad986-44ab-4fea-8127-6e5c18322ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.835764 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-29cad986-44ab-4fea-8127-6e5c18322ee9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 1097 time: 0.0406547 Oct 27 05:25:07.974883 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-f3ba1a47-860f-4ff5-8dd9-d4e5f65f15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:07.976370 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-f3ba1a47-860f-4ff5-8dd9-d4e5f65f15fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 916 time: 0.1242847 Oct 27 05:25:08.004671 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a87d1-94c0-4446-90f2-92a1e30d8d91 req-0b533e94-6383-47e9-a711-dcce65ab8a11 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:08.006258 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-451a87d1-94c0-4446-90f2-92a1e30d8d91 req-0b533e94-6383-47e9-a711-dcce65ab8a11 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0709975 Oct 27 05:25:08.079524 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-c61b574f-1b8f-4579-9146-254faaad7f4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0 HTTP/1.1" status: 200 len: 217 time: 0.0833607 Oct 27 05:25:08.101568 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-451a87d1-94c0-4446-90f2-92a1e30d8d91 req-5c89e90e-c776-4ab9-8742-eb77101e4486 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865743 Oct 27 05:25:08.183985 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-c1dbf87f-d276-4b7f-9b99-df9f8dda5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:08.185555 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-c1dbf87f-d276-4b7f-9b99-df9f8dda5d85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0828195 Oct 27 05:25:08.234461 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-11abb021-9410-4962-b5dd-837c9b24f536 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250196 Oct 27 05:25:08.242167 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ebbc3-2533-417a-91c6-b9312d0cd57b req-17b7d6cb-d145-42ed-b197-9b15afb33cfb tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:08.243518 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9f7ebbc3-2533-417a-91c6-b9312d0cd57b req-17b7d6cb-d145-42ed-b197-9b15afb33cfb tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 944 time: 0.0723233 Oct 27 05:25:08.323561 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9f7ebbc3-2533-417a-91c6-b9312d0cd57b req-9db7c6f8-801c-4a6e-8325-03b624df9656 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734010 Oct 27 05:25:08.365277 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-11829eeb-93ed-4900-aa56-075d706e8ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949664 Oct 27 05:25:08.477661 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d92a-8b69-4ddc-86c7-bb4b411fd655 req-c8fc219c-c119-4521-b51b-ed18d1772e29 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:08.479170 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3ac6d92a-8b69-4ddc-86c7-bb4b411fd655 req-c8fc219c-c119-4521-b51b-ed18d1772e29 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 944 time: 0.0991178 Oct 27 05:25:08.525433 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-002cbad2-55c7-4cf2-8c00-56b5a9f3040c req-deb13d91-0fff-48c1-af66-e3211ce37cf9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195846 Oct 27 05:25:08.537199 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3ac6d92a-8b69-4ddc-86c7-bb4b411fd655 req-7e96a255-7e02-4a33-b15a-2f0cf722e4ac tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514021 Oct 27 05:25:09.225697 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a3eb1-a448-420d-aec6-6e2396be11e4 req-99040605-3e10-438f-a53b-786cfbf31e76 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:09.227188 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-863a3eb1-a448-420d-aec6-6e2396be11e4 req-99040605-3e10-438f-a53b-786cfbf31e76 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0526876 Oct 27 05:25:09.264889 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-863a3eb1-a448-420d-aec6-6e2396be11e4 req-06783277-09e4-4e47-b70b-1a50d6d8a29a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Oct 27 05:25:09.438317 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599c2c6-e2c8-4633-bada-c4b673f18fc0 req-87beb7c8-0c08-4419-974d-ef4c7dab3cef tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:09.438317 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d599c2c6-e2c8-4633-bada-c4b673f18fc0 req-87beb7c8-0c08-4419-974d-ef4c7dab3cef tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 944 time: 0.0500252 Oct 27 05:25:09.475504 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d599c2c6-e2c8-4633-bada-c4b673f18fc0 req-15fd5033-fb55-4436-8eeb-fa9bf8486ba9 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Oct 27 05:25:09.660439 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fdbb8-df0e-4b96-abd6-db2fc62f45d6 req-864f4944-62a2-4941-b03a-937c5bb373df tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:09.661853 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e36fdbb8-df0e-4b96-abd6-db2fc62f45d6 req-864f4944-62a2-4941-b03a-937c5bb373df tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 944 time: 0.0561824 Oct 27 05:25:09.698962 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e36fdbb8-df0e-4b96-abd6-db2fc62f45d6 req-7656cae5-8ee0-4308-a470-949b95ccc1b8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Oct 27 05:25:10.198350 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device d5f53439-593a-4948-ad5b-4e1a6f7a1075 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:25:10.304053 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port d5f53439-593a-4948-ad5b-4e1a6f7a1075, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5f53439-593a-4948-ad5b-4e1a6f7a1075,segment=NetworkSegment(69cbdf20-66af-43d8-9668-83641582418a),segment_id=69cbdf20-66af-43d8-9668-83641582418a)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:10.319358 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075', 'network_id': '3ab61307-beaa-47ae-8677-636890be53f7', 'port_id': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075', 'mac_address': 'fa:16:3e:87:c4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1637f0-674e-41e3-a0e5-402b035d3820', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:25:10.367598 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:10.396059 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b77f53-eb4b-4a3d-be8d-118909e4b0d1 req-21f2e4a2-95a4-4465-a2fa-c7754c0a4da3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:10.399788 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f53439-593a-4948-ad5b-4e1a6f7a1075 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:25:10.403448 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-09b77f53-eb4b-4a3d-be8d-118909e4b0d1 req-21f2e4a2-95a4-4465-a2fa-c7754c0a4da3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0571225 Oct 27 05:25:10.453343 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-09b77f53-eb4b-4a3d-be8d-118909e4b0d1 req-c8e221c1-d1f8-47a8-be58-c8e85bb82566 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490232 Oct 27 05:25:10.505087 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port d5f53439-593a-4948-ad5b-4e1a6f7a1075, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5f53439-593a-4948-ad5b-4e1a6f7a1075,segment=NetworkSegment(69cbdf20-66af-43d8-9668-83641582418a),segment_id=69cbdf20-66af-43d8-9668-83641582418a)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:10.513181 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:10.576627 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=d5f53439-593a-4948-ad5b-4e1a6f7a1075,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:10.592115 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.592459 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.593392 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.593896 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.594383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.594772 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.595032 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.595381 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.595755 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.596083 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.596403 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.596716 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:10.608209 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b498a-e046-42ad-89a2-6c1c35cbb4f5 req-4986e50f-a1c7-4255-a801-9093cf0d4df8 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:10.610079 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-430b498a-e046-42ad-89a2-6c1c35cbb4f5 req-4986e50f-a1c7-4255-a801-9093cf0d4df8 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 945 time: 0.0624318 Oct 27 05:25:10.653834 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-430b498a-e046-42ad-89a2-6c1c35cbb4f5 req-d7612438-6996-4580-82d4-9278b589564f tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 27 05:25:10.815052 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7db7a-1697-4bdb-b7a8-e82085bdc028 req-1bb47418-c627-45e8-a788-de0ed8455534 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:10.816623 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-04c7db7a-1697-4bdb-b7a8-e82085bdc028 req-1bb47418-c627-45e8-a788-de0ed8455534 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 944 time: 0.0529642 Oct 27 05:25:10.820096 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-333a41be-cbd5-4635-a6f7-a8cd3e03fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:10.856036 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-04c7db7a-1697-4bdb-b7a8-e82085bdc028 req-7e3177a2-06b1-45b1-8ee8-2526a356b897 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Oct 27 05:25:11.323206 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['d5f53439-593a-4948-ad5b-4e1a6f7a1075'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:11.410008 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 51906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:11.514349 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59306bc1-e788-4709-a002-baf0571e4d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.623991 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772dfde-0209-4082-a67a-ceee373d8d6d req-8aeb4498-c05a-4f63-b16c-a493a71d2363 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:11.626095 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f772dfde-0209-4082-a67a-ceee373d8d6d req-8aeb4498-c05a-4f63-b16c-a493a71d2363 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0857160 Oct 27 05:25:11.641726 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59306bc1-e788-4709-a002-baf0571e4d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.658805 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-59306bc1-e788-4709-a002-baf0571e4d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.711301 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-59306bc1-e788-4709-a002-baf0571e4d3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39bf50a4d2c64e79a68226590e4dcd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001940 Oct 27 05:25:11.713879 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 51924) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:11.714345 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f772dfde-0209-4082-a67a-ceee373d8d6d req-1a9cfe6f-a0fa-4ffb-9028-dcdc5f79e7a4 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692885 Oct 27 05:25:11.714930 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306bc1-e788-4709-a002-baf0571e4d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1c5773-b4ff-4d62-a9b8-3ea0b7fe8c0d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:11.789435 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dfba7964-5072-45a5-8b73-c5dd6180b44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.812555 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dfba7964-5072-45a5-8b73-c5dd6180b44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.835837 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3febe-4c07-4a9f-8b26-1c5f0f9f5113 req-f3ac7a44-2922-4d8b-8ffb-aba9d876280a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:11.837750 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-58b3febe-4c07-4a9f-8b26-1c5f0f9f5113 req-f3ac7a44-2922-4d8b-8ffb-aba9d876280a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 945 time: 0.0583656 Oct 27 05:25:11.875139 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dfba7964-5072-45a5-8b73-c5dd6180b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.878948 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-dfba7964-5072-45a5-8b73-c5dd6180b44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:11.888720 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-58b3febe-4c07-4a9f-8b26-1c5f0f9f5113 req-b59682c7-6927-4c2b-b176-ab28e1f9861f tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450172 Oct 27 05:25:11.893764 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-dfba7964-5072-45a5-8b73-c5dd6180b44e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa1c5773-b4ff-4d62-a9b8-3ea0b7fe8c0d HTTP/1.1" status: 204 len: 168 time: 0.1688104 Oct 27 05:25:11.902142 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7964-5072-45a5-8b73-c5dd6180b44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1c5773-b4ff-4d62-a9b8-3ea0b7fe8c0d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:12.030347 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcbf74-471c-472a-bc4c-45c522c5ada8 req-13718b19-6e1b-4734-896c-e7e33c4ebd9a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:12.032171 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f0fcbf74-471c-472a-bc4c-45c522c5ada8 req-13718b19-6e1b-4734-896c-e7e33c4ebd9a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 944 time: 0.0574400 Oct 27 05:25:12.078313 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f0fcbf74-471c-472a-bc4c-45c522c5ada8 req-1ddbbbe2-af08-42e6-8eaf-319c1900194c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Oct 27 05:25:12.229842 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f8a0bcc1-0e48-464d-8099-87c6f8f518e0 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:25:12.338875 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:12.350742 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'port_id': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0', 'mac_address': 'fa:16:3e:52:0d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae92573-83f0-4d56-ba61-e88bbbc248a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:25:12.402480 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:12.411484 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a0bcc1-0e48-464d-8099-87c6f8f518e0 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:25:12.434148 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:12.438710 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:12.494272 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:12.862883 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060b63a-2efa-43de-a625-cabd086b81ca req-dc939352-623a-461c-9c53-00e978ff13f0 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:12.862883 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1060b63a-2efa-43de-a625-cabd086b81ca req-dc939352-623a-461c-9c53-00e978ff13f0 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0570014 Oct 27 05:25:12.899657 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1060b63a-2efa-43de-a625-cabd086b81ca req-56a39226-43ba-48d6-901a-953f47f14550 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Oct 27 05:25:13.017588 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5e794-29b5-485f-8988-568e579dc560 req-0861bd46-12aa-4ff7-8c5e-5cbf57f549cd tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:13.019036 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a4b5e794-29b5-485f-8988-568e579dc560 req-0861bd46-12aa-4ff7-8c5e-5cbf57f549cd tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 945 time: 0.0531836 Oct 27 05:25:13.068707 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a4b5e794-29b5-485f-8988-568e579dc560 req-1f506ea2-3461-4179-8853-3a0acb30f5ab tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Oct 27 05:25:13.188694 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f8a0bcc1-0e48-464d-8099-87c6f8f518e0'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:13.198592 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9c5b8-8df3-4d2b-bc5c-3aafd9f53625 req-20351923-54b7-4d54-b3c4-ec6d5e03eb06 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:13.205750 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-54a9c5b8-8df3-4d2b-bc5c-3aafd9f53625 req-20351923-54b7-4d54-b3c4-ec6d5e03eb06 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 945 time: 0.0582147 Oct 27 05:25:13.247943 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-54a9c5b8-8df3-4d2b-bc5c-3aafd9f53625 req-9a7530d1-9d4f-45b1-93e7-a1d1c6fdce15 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411577 Oct 27 05:25:13.349115 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1f78-e58c-4742-bd58-afd382e3f2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:14.029727 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e0169-2a64-49e9-857b-4b4ea5ce502b req-0f408f46-2dcf-46a5-b71c-bdce11bface5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:14.031235 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-824e0169-2a64-49e9-857b-4b4ea5ce502b req-0f408f46-2dcf-46a5-b71c-bdce11bface5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0542834 Oct 27 05:25:14.068226 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-824e0169-2a64-49e9-857b-4b4ea5ce502b req-42783466-71a1-497a-9a9f-74d622873d7c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Oct 27 05:25:14.212893 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec111976-47c2-40b9-9b89-d01ae2d62218 req-3a1f2538-b0a4-43a1-bcda-e527e9cb1382 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:14.214348 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec111976-47c2-40b9-9b89-d01ae2d62218 req-3a1f2538-b0a4-43a1-bcda-e527e9cb1382 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Oct 27 05:25:14.245053 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device d5f53439-593a-4948-ad5b-4e1a6f7a1075 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:25:14.257938 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ec111976-47c2-40b9-9b89-d01ae2d62218 req-421c1688-4a31-488c-99a9-459ea1e7c124 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Oct 27 05:25:14.318151 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port d5f53439-593a-4948-ad5b-4e1a6f7a1075 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:25:14.323310 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port d5f53439-593a-4948-ad5b-4e1a6f7a1075 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:25:14.328919 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:14.389189 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71119c7-e2be-4cb1-87db-3949e324d835 req-4e8c8a96-61b0-40a0-834f-c207d6a682d9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:14.390683 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a71119c7-e2be-4cb1-87db-3949e324d835 req-4e8c8a96-61b0-40a0-834f-c207d6a682d9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 945 time: 0.0540209 Oct 27 05:25:14.417597 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:14.428945 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a71119c7-e2be-4cb1-87db-3949e324d835 req-e50d8bfb-902a-4d3f-8233-6fb28045c0b8 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Oct 27 05:25:14.441118 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:14.443483 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2677282-97ce-4a8c-9a4c-d540097c7a05" -d '{"events": [{"server_uuid": "f30451d1-b568-469a-9fdb-3e498b27d208", "name": "network-vif-plugged", "status": "completed", "tag": "d5f53439-593a-4948-ad5b-4e1a6f7a1075"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:14.456200 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port d5f53439-593a-4948-ad5b-4e1a6f7a1075, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5f53439-593a-4948-ad5b-4e1a6f7a1075,segment=NetworkSegment(69cbdf20-66af-43d8-9668-83641582418a),segment_id=69cbdf20-66af-43d8-9668-83641582418a)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:14.460218 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:14.483302 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d2d155-46a0-48dc-917a-0dfd78191496 x-openstack-request-id: req-f4d2d155-46a0-48dc-917a-0dfd78191496 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:14.483609 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30451d1-b568-469a-9fdb-3e498b27d208", "name": "network-vif-plugged", "status": "completed", "tag": "d5f53439-593a-4948-ad5b-4e1a6f7a1075", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:14.483878 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4d2d155-46a0-48dc-917a-0dfd78191496 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:14.484262 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075', 'code': 200} Oct 27 05:25:14.520852 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:14.525170 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=d5f53439-593a-4948-ad5b-4e1a6f7a1075,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:14.734881 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ced8e0-a9a2-4939-ad01-02195c68586e req-f43742b6-c623-4ef1-99d2-3588be99ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:14.736318 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-88ced8e0-a9a2-4939-ad01-02195c68586e req-f43742b6-c623-4ef1-99d2-3588be99ee14 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 1099 time: 0.0381649 Oct 27 05:25:14.782912 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-88ced8e0-a9a2-4939-ad01-02195c68586e req-bcb6ab91-4c59-41d7-8304-be6c7a3318e1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277841 Oct 27 05:25:14.833817 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:15.199244 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32176877-22af-4c43-b1a5-4252c8408688 req-93e4bd0f-9321-451e-a8c6-006d0b661706 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:15.200893 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-32176877-22af-4c43-b1a5-4252c8408688 req-93e4bd0f-9321-451e-a8c6-006d0b661706 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0615988 Oct 27 05:25:15.245226 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-32176877-22af-4c43-b1a5-4252c8408688 req-44fcccf5-21a0-425f-9195-4315a2991647 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Oct 27 05:25:15.378667 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58dd5d-4535-4555-bddd-b0208924051e req-7f6b9e31-66d5-4ced-a6df-3a0866a6b33b tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:15.380168 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5e58dd5d-4535-4555-bddd-b0208924051e req-7f6b9e31-66d5-4ced-a6df-3a0866a6b33b tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0499039 Oct 27 05:25:15.419167 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5e58dd5d-4535-4555-bddd-b0208924051e req-a1faa106-5e2e-42ec-972a-dd3f0ad780fe tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Oct 27 05:25:15.590217 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ce9b-d954-46bb-83bf-a7b127be8a55 req-b8b991bc-a854-4635-9869-4c4ed5c3253f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:15.591839 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-48f2ce9b-d954-46bb-83bf-a7b127be8a55 req-b8b991bc-a854-4635-9869-4c4ed5c3253f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 945 time: 0.0730040 Oct 27 05:25:15.631352 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-48f2ce9b-d954-46bb-83bf-a7b127be8a55 req-e311299f-0ac7-4f72-ab4d-9d1bac0ec62a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Oct 27 05:25:16.262486 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f8a0bcc1-0e48-464d-8099-87c6f8f518e0 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:25:16.314246 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:25:16.318511 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:25:16.318925 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:16.362281 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:16.378734 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f3cbd-1dc0-46ce-acd2-348e4b6bf0a2 req-138fb392-a4d1-486f-a6d7-597af51600a8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:16.380144 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-823f3cbd-1dc0-46ce-acd2-348e4b6bf0a2 req-138fb392-a4d1-486f-a6d7-597af51600a8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0556481 Oct 27 05:25:16.418720 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-823f3cbd-1dc0-46ce-acd2-348e4b6bf0a2 req-02f69054-30c0-4d80-aa21-227625672981 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Oct 27 05:25:16.424109 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:16.457372 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:16.461521 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:16.487816 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f75a44-068e-409e-8e08-a0a91811b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:16.490417 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e771c-32d1-4402-b177-edc731150d2e" -d '{"events": [{"server_uuid": "92f75a44-068e-409e-8e08-a0a91811b767", "name": "network-vif-plugged", "status": "completed", "tag": "f8a0bcc1-0e48-464d-8099-87c6f8f518e0"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:16.518240 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:16.537734 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531be7-071b-4cf4-87e9-55689e1c6ae5 req-061339bb-77ae-459f-b86f-0658ff5406d0 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:16.539208 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0531be7-071b-4cf4-87e9-55689e1c6ae5 req-061339bb-77ae-459f-b86f-0658ff5406d0 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Oct 27 05:25:16.577571 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0531be7-071b-4cf4-87e9-55689e1c6ae5 req-152f2370-6c4e-468e-ae83-eacb5da6bc2b tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Oct 27 05:25:16.627791 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc06c80a-628e-4ef6-801b-d1ad7a5c9754 x-openstack-request-id: req-dc06c80a-628e-4ef6-801b-d1ad7a5c9754 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:16.628203 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f75a44-068e-409e-8e08-a0a91811b767", "name": "network-vif-plugged", "status": "completed", "tag": "f8a0bcc1-0e48-464d-8099-87c6f8f518e0", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:16.628702 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc06c80a-628e-4ef6-801b-d1ad7a5c9754 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:16.629286 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f75a44-068e-409e-8e08-a0a91811b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0', 'code': 200} Oct 27 05:25:16.762317 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff391d1-f5c8-4840-88f5-8712569030a5 req-9ff0946f-957d-4aa4-9666-c0ce94016ea4 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:16.764220 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ff391d1-f5c8-4840-88f5-8712569030a5 req-9ff0946f-957d-4aa4-9666-c0ce94016ea4 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0550022 Oct 27 05:25:16.825655 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ff391d1-f5c8-4840-88f5-8712569030a5 req-677b3e2a-ba48-4b98-8af8-9fe570eb3fd2 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513375 Oct 27 05:25:17.059675 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b923-a718-4d57-b06a-a3189970544e req-fcd565ce-ac4c-4cbe-9cc8-29dbc5fd1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:17.061028 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab53b923-a718-4d57-b06a-a3189970544e req-fcd565ce-ac4c-4cbe-9cc8-29dbc5fd1bc8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 1099 time: 0.0427475 Oct 27 05:25:17.102414 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab53b923-a718-4d57-b06a-a3189970544e req-8b4cf83f-c132-458f-9cad-51c0fd826b78 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261462 Oct 27 05:25:17.536762 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db288ed-dad5-4387-ac6e-e94d364e60ea req-3245311d-6ba0-4686-8f35-5d69afd154f7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:17.538267 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2db288ed-dad5-4387-ac6e-e94d364e60ea req-3245311d-6ba0-4686-8f35-5d69afd154f7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0507958 Oct 27 05:25:17.580255 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2db288ed-dad5-4387-ac6e-e94d364e60ea req-51a94c58-df5c-410f-9076-22aecfb60c17 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Oct 27 05:25:17.677113 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 52100) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:17.725082 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffef17f-124f-406d-88dd-570d50785494 req-98686b23-5dba-4835-9899-fc16787d2942 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:17.728205 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0ffef17f-124f-406d-88dd-570d50785494 req-98686b23-5dba-4835-9899-fc16787d2942 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0610893 Oct 27 05:25:17.770827 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0ffef17f-124f-406d-88dd-570d50785494 req-40df8816-9b4e-4af5-bfee-13c8a2d8961a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Oct 27 05:25:17.789587 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de1b2119-7d53-42be-be50-2e11c4d302f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:17.863070 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de1b2119-7d53-42be-be50-2e11c4d302f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:17.867416 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-de1b2119-7d53-42be-be50-2e11c4d302f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:17.912001 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-de1b2119-7d53-42be-be50-2e11c4d302f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e79b5b24437492fb238ebe7722bff83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323296 Oct 27 05:25:17.912990 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b2119-7d53-42be-be50-2e11c4d302f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a289c6-330b-4ec9-a760-8b2ec8b05bda,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:17.914040 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52110) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:17.984056 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a4-9047-4910-ae0e-6e6134a4ba84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:18.022106 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a4-9047-4910-ae0e-6e6134a4ba84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:18.047799 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcf183-1299-4a20-b181-b9f449b3c8c4 req-5c0f154b-9b88-4acd-bcab-505f8912dc4a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:18.049226 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bebcf183-1299-4a20-b181-b9f449b3c8c4 req-5c0f154b-9b88-4acd-bcab-505f8912dc4a tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0781078 Oct 27 05:25:18.095848 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bebcf183-1299-4a20-b181-b9f449b3c8c4 req-2f77ce3e-5eb1-47be-80a4-9f9d21532f30 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Oct 27 05:25:18.104026 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a4-9047-4910-ae0e-6e6134a4ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:18.106753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a48f54a4-9047-4910-ae0e-6e6134a4ba84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:18.107852 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a48f54a4-9047-4910-ae0e-6e6134a4ba84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36a289c6-330b-4ec9-a760-8b2ec8b05bda HTTP/1.1" status: 204 len: 168 time: 0.1926816 Oct 27 05:25:18.115622 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f54a4-9047-4910-ae0e-6e6134a4ba84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a289c6-330b-4ec9-a760-8b2ec8b05bda,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:18.703037 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80c10f-50ca-4cd7-9347-24f71778e94c req-c3a3d29e-47af-490e-9295-2dfed0922446 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:18.704529 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fa80c10f-50ca-4cd7-9347-24f71778e94c req-c3a3d29e-47af-490e-9295-2dfed0922446 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0487099 Oct 27 05:25:18.745038 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fa80c10f-50ca-4cd7-9347-24f71778e94c req-ae981f6e-01bf-4356-9c59-39717a9531f5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346994 Oct 27 05:25:18.887950 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627fac-f2f9-4b3a-bbc2-f553ca4e3259 req-f5e7238b-16f5-4e56-93f4-e168d4aa6468 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:18.889454 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0f627fac-f2f9-4b3a-bbc2-f553ca4e3259 req-f5e7238b-16f5-4e56-93f4-e168d4aa6468 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0518007 Oct 27 05:25:18.928307 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0f627fac-f2f9-4b3a-bbc2-f553ca4e3259 req-b928ca21-8f28-4924-9d77-31519d1d857b tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Oct 27 05:25:19.271637 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80c4b2-66bd-47f3-97f7-f2154ea6979a req-610656e9-2bc3-47e0-9296-a2596507b661 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:19.279646 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4b80c4b2-66bd-47f3-97f7-f2154ea6979a req-610656e9-2bc3-47e0-9296-a2596507b661 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.1067562 Oct 27 05:25:19.334817 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4b80c4b2-66bd-47f3-97f7-f2154ea6979a req-c8b70216-c00a-4927-8c63-cf6fc617a30f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Oct 27 05:25:19.863907 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0b7ef-8382-4c9f-9192-fdbd063df18e req-2dedfb2f-36d5-4f3e-9e81-1000d596d3a5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:19.865356 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20d0b7ef-8382-4c9f-9192-fdbd063df18e req-2dedfb2f-36d5-4f3e-9e81-1000d596d3a5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0494239 Oct 27 05:25:19.906057 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20d0b7ef-8382-4c9f-9192-fdbd063df18e req-a6d2b584-f533-4e7f-9054-91d14216ce2a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Oct 27 05:25:20.454588 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483988b9-a3d8-4388-a1e3-fe4ddd2a4857 req-438d5a95-51d0-4afd-90a1-7e99e4cd6850 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:20.456073 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-483988b9-a3d8-4388-a1e3-fe4ddd2a4857 req-438d5a95-51d0-4afd-90a1-7e99e4cd6850 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0487206 Oct 27 05:25:20.493492 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-483988b9-a3d8-4388-a1e3-fe4ddd2a4857 req-ac556f77-7a93-4dd8-b310-aaacff595424 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Oct 27 05:25:21.023392 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ac57-284f-4a9b-957f-700122c75bf4 req-5c351b7c-960b-4e96-83a0-8a9203c9c469 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:21.025381 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4ef6ac57-284f-4a9b-957f-700122c75bf4 req-5c351b7c-960b-4e96-83a0-8a9203c9c469 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0482707 Oct 27 05:25:21.062402 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4ef6ac57-284f-4a9b-957f-700122c75bf4 req-301dbffc-b6f7-4d80-8ca4-48d5346848e5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Oct 27 05:25:21.856991 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a3ed3-8477-45da-9030-0f7b64d855c2 req-f8412e8b-6f8a-4457-9625-93d68a53f79e tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:21.858466 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-704a3ed3-8477-45da-9030-0f7b64d855c2 req-f8412e8b-6f8a-4457-9625-93d68a53f79e tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0482016 Oct 27 05:25:21.901400 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-704a3ed3-8477-45da-9030-0f7b64d855c2 req-4ede2f26-510d-4269-8382-802a5d38a4dd tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364327 Oct 27 05:25:22.188609 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7aaa9-1046-4d5a-8eec-ff8856e0d786 req-ccb39b7f-c8db-496e-8638-8c3135a4d2ae tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:22.190082 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-94b7aaa9-1046-4d5a-8eec-ff8856e0d786 req-ccb39b7f-c8db-496e-8638-8c3135a4d2ae tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0533018 Oct 27 05:25:22.231551 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-94b7aaa9-1046-4d5a-8eec-ff8856e0d786 req-cfec152a-bab3-4347-a64b-626ea7a49701 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350261 Oct 27 05:25:23.029664 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ff7d-c243-4f95-b92f-d77a22443e93 req-4844aabe-96d6-4c30-bb8b-4b8d9a40374a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:23.031140 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ded6ff7d-c243-4f95-b92f-d77a22443e93 req-4844aabe-96d6-4c30-bb8b-4b8d9a40374a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0503113 Oct 27 05:25:23.069693 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ded6ff7d-c243-4f95-b92f-d77a22443e93 req-82a6d0e3-695d-41b6-9868-53d14995b848 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325489 Oct 27 05:25:23.349423 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084082-42b6-489f-9439-33837074f0db req-3a6eae40-3c50-4935-b64f-415cc7782e9f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:23.350748 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb084082-42b6-489f-9439-33837074f0db req-3a6eae40-3c50-4935-b64f-415cc7782e9f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0473793 Oct 27 05:25:23.392082 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb084082-42b6-489f-9439-33837074f0db req-3d5a5a9d-a0e2-4d11-ac9a-7d019db6ada8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 Oct 27 05:25:24.187264 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741f0f-3486-4ae9-b504-b5b36175b781 req-6d6c13dd-8f2e-4166-aac2-aeb0b045869a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:24.188747 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-49741f0f-3486-4ae9-b504-b5b36175b781 req-6d6c13dd-8f2e-4166-aac2-aeb0b045869a tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0496480 Oct 27 05:25:24.226353 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-49741f0f-3486-4ae9-b504-b5b36175b781 req-1ccd10e7-4a32-4f14-969b-be8b370728c0 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Oct 27 05:25:24.510312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0808c2d-3829-405c-b6f0-6035bc1ae5d8 req-4c4bbf86-4d6c-4a7c-9685-9659def20e5d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:24.511822 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b0808c2d-3829-405c-b6f0-6035bc1ae5d8 req-4c4bbf86-4d6c-4a7c-9685-9659def20e5d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0500898 Oct 27 05:25:24.557634 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b0808c2d-3829-405c-b6f0-6035bc1ae5d8 req-9185f76d-332e-4a5c-9ed7-b25bed51ed80 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Oct 27 05:25:24.924442 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690893de-8c3d-48a1-853c-15b213956bd1 req-d7b48b7e-0a01-4761-a2b3-e671dcc40ea6 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:24.925876 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-690893de-8c3d-48a1-853c-15b213956bd1 req-d7b48b7e-0a01-4761-a2b3-e671dcc40ea6 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0479112 Oct 27 05:25:25.077496 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Deleting port d5f53439-593a-4948-ad5b-4e1a6f7a1075 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:25:25.077828 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:25.174204 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] For port d5f53439-593a-4948-ad5b-4e1a6f7a1075, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5f53439-593a-4948-ad5b-4e1a6f7a1075,segment=NetworkSegment(69cbdf20-66af-43d8-9668-83641582418a),segment_id=69cbdf20-66af-43d8-9668-83641582418a)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:25.174566 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:25.190065 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Calling delete_port for d5f53439-593a-4948-ad5b-4e1a6f7a1075 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:25:25.516519 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770b5cb-eccb-487a-8d5b-d75a5431e1e4 req-c42e2313-4807-4f94-9281-af9082195ab1 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:25.517878 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2770b5cb-eccb-487a-8d5b-d75a5431e1e4 req-c42e2313-4807-4f94-9281-af9082195ab1 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/ports?device_id=f30451d1-b568-469a-9fdb-3e498b27d208 HTTP/1.1" status: 200 len: 946 time: 0.0708659 Oct 27 05:25:25.598295 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2770b5cb-eccb-487a-8d5b-d75a5431e1e4 req-813475a7-96e9-47f8-a977-cc447f540c62 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a620992-7f1b-4949-9696-fe7b88ec9d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664542 Oct 27 05:25:25.603530 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:25.644215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Pushing event deleted for resources: {'Port': ['ID=d5f53439-593a-4948-ad5b-4e1a6f7a1075,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:25.660930 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['d5f53439-593a-4948-ad5b-4e1a6f7a1075'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:25.734730 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] No DVR routers for this DVR port d5f53439-593a-4948-ad5b-4e1a6f7a1075 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:25:25.739596 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:25.742877 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-690893de-8c3d-48a1-853c-15b213956bd1 req-582529e2-8afb-4684-a067-bf66709b1664 tempest-VolumesActionsTest-1910531760 tempest-VolumesActionsTest-1910531760-project] 10.222.0.25 "DELETE /v2.0/ports/d5f53439-593a-4948-ad5b-4e1a6f7a1075 HTTP/1.1" status: 204 len: 173 time: 0.8096740 Oct 27 05:25:25.743336 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'name': 'network-vif-deleted', 'tag': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:25.746188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ac148-7ebe-4bcc-aa4d-fb877ae42f79" -d '{"events": [{"server_uuid": "f30451d1-b568-469a-9fdb-3e498b27d208", "name": "network-vif-deleted", "tag": "d5f53439-593a-4948-ad5b-4e1a6f7a1075"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:25.770042 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79d6d-6b40-4509-9199-de0147cf86bd req-30df079a-0e6b-47e7-a11d-c51f4d5de288 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:25.771671 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-06a79d6d-6b40-4509-9199-de0147cf86bd req-30df079a-0e6b-47e7-a11d-c51f4d5de288 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0944402 Oct 27 05:25:25.819715 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-06a79d6d-6b40-4509-9199-de0147cf86bd req-8a78b3e0-ce2e-442d-a83a-3c62937cc890 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Oct 27 05:25:25.821209 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f9bd3-b9c2-43bb-82ab-a22c12c02687 x-openstack-request-id: req-111f9bd3-b9c2-43bb-82ab-a22c12c02687 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:25.822018 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30451d1-b568-469a-9fdb-3e498b27d208", "name": "network-vif-deleted", "tag": "d5f53439-593a-4948-ad5b-4e1a6f7a1075", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:25.822337 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-111f9bd3-b9c2-43bb-82ab-a22c12c02687 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:25.822725 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30451d1-b568-469a-9fdb-3e498b27d208', 'name': 'network-vif-deleted', 'tag': 'd5f53439-593a-4948-ad5b-4e1a6f7a1075', 'status': 'completed', 'code': 200} Oct 27 05:25:27.027137 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef0bc-8202-45e3-aa7b-4f2fbf32a445 req-7387e55a-f60f-455f-a650-567cb49964c1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:27.028943 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-021ef0bc-8202-45e3-aa7b-4f2fbf32a445 req-7387e55a-f60f-455f-a650-567cb49964c1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.1110220 Oct 27 05:25:27.074278 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-021ef0bc-8202-45e3-aa7b-4f2fbf32a445 req-ddb951a7-0d38-4e0a-b0d1-1dfe525a9653 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Oct 27 05:25:27.434902 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:28.208337 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913250b-be08-4999-a2ff-3e049490ec62 req-eb460a6e-ae95-4632-b01c-3bf39f494e14 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:28.210794 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4913250b-be08-4999-a2ff-3e049490ec62 req-eb460a6e-ae95-4632-b01c-3bf39f494e14 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0522087 Oct 27 05:25:28.308627 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4913250b-be08-4999-a2ff-3e049490ec62 req-5dd2b06a-d334-4145-9bc4-f8480bae20ff tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908992 Oct 27 05:25:28.337180 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device d5f53439-593a-4948-ad5b-4e1a6f7a1075 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:25:28.353836 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-535be926-dee6-4841-9edc-6e9c87f839eb tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:28.355449 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-535be926-dee6-4841-9edc-6e9c87f839eb tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.1303382 Oct 27 05:25:28.358121 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: d5f53439-593a-4948-ad5b-4e1a6f7a1075 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:25:28.358459 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device d5f53439-593a-4948-ad5b-4e1a6f7a1075 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:25:28.371166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-32179787-7424-4c76-aa4a-b456d85943dc tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/quotas/afc752056a18437e8c160fa21c4414d1 HTTP/1.1" status: 200 len: 375 time: 0.0101113 Oct 27 05:25:28.428572 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-05d0a592-1d2e-44d1-9015-1fa3d0db0b68 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518439 Oct 27 05:25:28.521912 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-c4645209-825e-4225-afb4-c0a6e457468c service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856853 Oct 27 05:25:28.622596 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ee7e4b9a-96c8-4eb1-93c8-fb0b8167b850 service neutron] 10.222.0.15 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935667 Oct 27 05:25:28.781847 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2936a06f-daa9-46cd-b910-d8036c3c5ab1 req-1863547b-5d01-4070-9796-691841eecf44 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Oct 27 05:25:28.855314 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52370) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:28.969359 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789d7304-a5f3-4361-b845-931d43cc1b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.046150 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789d7304-a5f3-4361-b845-931d43cc1b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.049980 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-789d7304-a5f3-4361-b845-931d43cc1b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.090418 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-789d7304-a5f3-4361-b845-931d43cc1b5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4dfe9244a3f41ba952bf5da50662f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340159 Oct 27 05:25:29.091394 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d7304-a5f3-4361-b845-931d43cc1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782de625-cb63-41cc-867e-bf0bf3655723,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:29.093194 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 52378) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:29.145791 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f06df137-f0f8-4a71-91b2-c97424c040a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.169401 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f06df137-f0f8-4a71-91b2-c97424c040a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.227556 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f06df137-f0f8-4a71-91b2-c97424c040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.230392 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f06df137-f0f8-4a71-91b2-c97424c040a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:29.231715 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-f06df137-f0f8-4a71-91b2-c97424c040a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/782de625-cb63-41cc-867e-bf0bf3655723 HTTP/1.1" status: 204 len: 168 time: 0.1375558 Oct 27 05:25:29.240662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06df137-f0f8-4a71-91b2-c97424c040a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782de625-cb63-41cc-867e-bf0bf3655723,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:29.437415 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed85cf-7ebc-4889-bbd2-ecaca2eb1724 req-b30268de-cce7-4010-96ad-2c7e4e6b5c35 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:29.439648 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f6ed85cf-7ebc-4889-bbd2-ecaca2eb1724 req-b30268de-cce7-4010-96ad-2c7e4e6b5c35 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0600858 Oct 27 05:25:29.485237 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f6ed85cf-7ebc-4889-bbd2-ecaca2eb1724 req-0d3c8c92-7862-480a-be84-7f3189585d7f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Oct 27 05:25:29.878692 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-90baa905-0249-437e-a765-874c43be1f85 req-4bbbb50d-a22c-4ba5-b293-6ebc95774604 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 210 time: 0.0263381 Oct 27 05:25:30.172014 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-973c8543-f08e-4aad-8c1c-a255b21743b3 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:30.173519 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-973c8543-f08e-4aad-8c1c-a255b21743b3 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 815 time: 0.1088302 Oct 27 05:25:30.201255 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Request body: {'port': {'device_id': '52bcee95-5f00-4c35-b986-ab06851ea085', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'admin_state_up': True, 'tenant_id': 'afc752056a18437e8c160fa21c4414d1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:30.320758 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Made reservation on behalf of afc752056a18437e8c160fa21c4414d1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:25:30.324558 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:30.454013 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Allocated IP 172.20.0.13 (3a6f87d9-82ce-4d7a-aff7-d541b8062c70/4ae92573-83f0-4d56-ba61-e88bbbc248a9/8f24e318-ce2a-4db7-9608-8cbffe0905d4) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:25:30.625108 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:30.641801 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4e788-d40c-4e81-b7f1-db0e3cec9954 req-8dc924bc-b01e-4acc-8ca1-d57d4b704456 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:30.643291 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9fd4e788-d40c-4e81-b7f1-db0e3cec9954 req-8dc924bc-b01e-4acc-8ca1-d57d4b704456 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0850470 Oct 27 05:25:30.698639 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9fd4e788-d40c-4e81-b7f1-db0e3cec9954 req-78a68884-197b-4ba3-99cd-e6b54582a139 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Oct 27 05:25:30.699672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:30.739969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:25:30.745306 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:25:30.749694 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:25:30.756822 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454', 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:30.792406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event updated for resources: {'Port': ['ID=8f24e318-ce2a-4db7-9608-8cbffe0905d4,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:30.820294 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:30.821015 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:30.868374 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-ebdecee5-aa09-4670-89f5-b445debb4834 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6722157 Oct 27 05:25:30.952467 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Request body: {'port': {'device_id': '52bcee95-5f00-4c35-b986-ab06851ea085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:25:31.013280 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:31.077947 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe009f7-cf41-4a30-9298-a2cdba01c754 req-20e62956-039c-4ea5-8bc3-2991c3ebb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:31.079860 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0fe009f7-cf41-4a30-9298-a2cdba01c754 req-20e62956-039c-4ea5-8bc3-2991c3ebb213 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 1098 time: 0.0662796 Oct 27 05:25:31.144477 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0fe009f7-cf41-4a30-9298-a2cdba01c754 req-c5dbd531-bf5b-4bd7-bb80-4bfaec06a0e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Oct 27 05:25:31.232667 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a38d-4081-47b1-b1db-5118f3b360b4 req-8d501879-58c7-4a1a-8751-2eb41bbde769 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:31.233991 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ddd0a38d-4081-47b1-b1db-5118f3b360b4 req-8d501879-58c7-4a1a-8751-2eb41bbde769 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 932 time: 0.1052115 Oct 27 05:25:31.300958 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ddd0a38d-4081-47b1-b1db-5118f3b360b4 req-3f8f50b5-2207-4f20-91b0-036126909b19 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Oct 27 05:25:31.355168 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f24e318-ce2a-4db7-9608-8cbffe0905d4 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:25:31.362656 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:31.374628 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Transition to ACTIVE for port object 8f24e318-ce2a-4db7-9608-8cbffe0905d4 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:25:31.377830 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:31.427776 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Pushing event updated for resources: {'Port': ['ID=8f24e318-ce2a-4db7-9608-8cbffe0905d4,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:31.499919 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Attempting to bind port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:25:31.500515 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Attempting to bind port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:25:31.500633 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Attempting to bind port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:25:31.504860 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:25:31.505215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Attempting to bind port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 on network 3a6f87d9-82ce-4d7a-aff7-d541b8062c70 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:25:31.510094 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:25:31.510424 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Checking segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:25:31.510805 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Bound using segment: {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:25:31.511255 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Bound port: 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:25:31.511606 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:31.578582 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] For port 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:25:31.581594 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] For port 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:25:31.584988 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:31.620057 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:31.620646 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:31.621978 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] 10.222.0.25 "PUT /v2.0/ports/8f24e318-ce2a-4db7-9608-8cbffe0905d4 HTTP/1.1" status: 200 len: 1094 time: 0.6759470 Oct 27 05:25:31.622399 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bcee95-5f00-4c35-b986-ab06851ea085', 'tag': '8f24e318-ce2a-4db7-9608-8cbffe0905d4'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:31.624640 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b5552-aa61-4af6-8db2-83e4c26af291" -d '{"events": [{"name": "network-changed", "server_uuid": "52bcee95-5f00-4c35-b986-ab06851ea085", "tag": "8f24e318-ce2a-4db7-9608-8cbffe0905d4"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:31.644985 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51f37d-a0d6-4fa1-901a-d6431b6dd240 service neutron] Pushing event updated for resources: {'Port': ['ID=8f24e318-ce2a-4db7-9608-8cbffe0905d4,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:31.675559 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf66b1d-9154-4c17-91ec-ab6ddfe3bb06 x-openstack-request-id: req-dbf66b1d-9154-4c17-91ec-ab6ddfe3bb06 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:31.675842 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bcee95-5f00-4c35-b986-ab06851ea085", "tag": "8f24e318-ce2a-4db7-9608-8cbffe0905d4", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:31.676090 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbf66b1d-9154-4c17-91ec-ab6ddfe3bb06 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:31.676497 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52bcee95-5f00-4c35-b986-ab06851ea085', 'tag': '8f24e318-ce2a-4db7-9608-8cbffe0905d4', 'status': 'completed', 'code': 200} Oct 27 05:25:31.843827 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964928-8b18-4cec-a4d8-2ac5b9bb088a req-129b7b2e-fa07-497b-a6e8-09810b8cfc07 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:31.845285 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53964928-8b18-4cec-a4d8-2ac5b9bb088a req-129b7b2e-fa07-497b-a6e8-09810b8cfc07 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0743992 Oct 27 05:25:31.861989 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-f305e441-1ca4-4d64-b862-2eae0e070cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:31.863420 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-f305e441-1ca4-4d64-b862-2eae0e070cbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 1097 time: 0.0637679 Oct 27 05:25:31.920337 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53964928-8b18-4cec-a4d8-2ac5b9bb088a req-ff232bf6-1530-4145-9855-9388b8135b56 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689356 Oct 27 05:25:31.921649 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-543fd142-8e11-49dc-98ce-d1f5ef72a1f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4 HTTP/1.1" status: 200 len: 217 time: 0.0385087 Oct 27 05:25:31.974813 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b370-8d29-440f-9152-f44edaa40bdd req-4bb1ed8b-73e5-44dd-8616-521b939a92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:31.976242 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-4bb1ed8b-73e5-44dd-8616-521b939a92ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0465090 Oct 27 05:25:32.012066 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-facb8e51-0713-4945-b623-8b3a566417ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259278 Oct 27 05:25:32.104644 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-287689ec-131e-4bc1-99bf-ac698c09ca49 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844059 Oct 27 05:25:32.242124 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a374b370-8d29-440f-9152-f44edaa40bdd req-28202998-76e4-47a5-a6ff-fbf4be3e40aa service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998459 Oct 27 05:25:32.418430 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-013dd122-e86d-4042-a012-41ac38cf16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:32.419926 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-013dd122-e86d-4042-a012-41ac38cf16b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afc752056a18437e8c160fa21c4414d1&device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 1097 time: 0.0723660 Oct 27 05:25:32.431401 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c1d3-6420-4676-b0f8-724daf515e44 req-c138402b-cdd1-40e4-928d-d9a44ebc3aec tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:32.432724 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0181c1d3-6420-4676-b0f8-724daf515e44 req-c138402b-cdd1-40e4-928d-d9a44ebc3aec tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 944 time: 0.0608411 Oct 27 05:25:32.515234 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0181c1d3-6420-4676-b0f8-724daf515e44 req-f5248fb1-7e83-4f11-846b-d48bb0f0b671 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746913 Oct 27 05:25:32.537950 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-377ccdf5-f2cb-43f3-a171-c91ddbcb9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:32.539385 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-377ccdf5-f2cb-43f3-a171-c91ddbcb9e52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 200 len: 916 time: 0.1058199 Oct 27 05:25:32.584772 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-2fec26ea-8ee4-408e-a275-5704fb7bfc6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4 HTTP/1.1" status: 200 len: 217 time: 0.0362179 Oct 27 05:25:32.642333 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-1c0fdb82-6619-4a19-a1df-0e18e78af9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:32.643899 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-1c0fdb82-6619-4a19-a1df-0e18e78af9ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 200 len: 855 time: 0.0440366 Oct 27 05:25:32.676838 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-dcc1ab79-0668-4a83-a82a-6fddd71612bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a6f87d9-82ce-4d7a-aff7-d541b8062c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247672 Oct 27 05:25:32.771015 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-0f5ae39f-23cf-4733-bef4-732e5775efc0 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856488 Oct 27 05:25:32.826783 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 52478) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:32.861219 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a8b5552-aa61-4af6-8db2-83e4c26af291 req-5f69f136-611c-4381-80d5-633b4c86e593 service neutron] 10.222.0.25 "GET /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Oct 27 05:25:32.929657 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69acfc09-1340-4904-bed3-aa2e25232b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.014139 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69acfc09-1340-4904-bed3-aa2e25232b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.018942 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-69acfc09-1340-4904-bed3-aa2e25232b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.050291 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745237f0-07de-4c3d-81c7-4dba3ce877f7 req-f0c01e39-90cd-4320-b994-a7cd60f675e3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:33.051846 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-745237f0-07de-4c3d-81c7-4dba3ce877f7 req-f0c01e39-90cd-4320-b994-a7cd60f675e3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0600369 Oct 27 05:25:33.057871 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-69acfc09-1340-4904-bed3-aa2e25232b5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47e6bddc89c64e03a9b0cf8a2941a5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298484 Oct 27 05:25:33.059176 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acfc09-1340-4904-bed3-aa2e25232b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d85d72-99d1-4b02-887d-c479dc287bd2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:33.061606 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 52484) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:33.105000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-745237f0-07de-4c3d-81c7-4dba3ce877f7 req-658a49b5-dbb9-4fb7-9407-7b63cd40e740 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Oct 27 05:25:33.113675 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db34122-2e93-4eaf-8f60-84ae0032fcc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.134842 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db34122-2e93-4eaf-8f60-84ae0032fcc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.183293 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db34122-2e93-4eaf-8f60-84ae0032fcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.185808 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8db34122-2e93-4eaf-8f60-84ae0032fcc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:33.187286 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8db34122-2e93-4eaf-8f60-84ae0032fcc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15d85d72-99d1-4b02-887d-c479dc287bd2 HTTP/1.1" status: 204 len: 168 time: 0.1233220 Oct 27 05:25:33.194644 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db34122-2e93-4eaf-8f60-84ae0032fcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d85d72-99d1-4b02-887d-c479dc287bd2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:33.842236 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35716bb-409c-43f3-abd9-282ec667bda3 req-157b54e6-2bc9-47df-bd09-77eeec1931df tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:33.843746 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e35716bb-409c-43f3-abd9-282ec667bda3 req-157b54e6-2bc9-47df-bd09-77eeec1931df tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 944 time: 0.2603192 Oct 27 05:25:33.885423 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e35716bb-409c-43f3-abd9-282ec667bda3 req-a6e6da5b-7b90-49c4-8183-da03a4b1dd31 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Oct 27 05:25:34.238950 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f3a3f-cda9-455c-9f85-59377824b236 req-2faafb5d-6ab9-40db-88ac-e3d957ce7e29 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:34.240571 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0d5f3a3f-cda9-455c-9f85-59377824b236 req-2faafb5d-6ab9-40db-88ac-e3d957ce7e29 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0629277 Oct 27 05:25:34.280671 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0d5f3a3f-cda9-455c-9f85-59377824b236 req-5a12d73a-ff83-49ee-8d7a-cc2e1e1d931f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Oct 27 05:25:34.394821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13b32-e1b8-42cc-957c-6b64d56e475d req-96dc61c2-513d-413b-844c-1a63937e03ae tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:34.396293 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a8c13b32-e1b8-42cc-957c-6b64d56e475d req-96dc61c2-513d-413b-844c-1a63937e03ae tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0482056 Oct 27 05:25:34.437852 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a8c13b32-e1b8-42cc-957c-6b64d56e475d req-5afa5341-9b70-4553-b201-dffc364f03f9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350413 Oct 27 05:25:34.999816 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:25:35.002518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6d961-60e1-4b86-8a58-210d542f4de8 req-1b95781f-d57f-40a7-8e23-6f77ee50510d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:35.004009 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fcd6d961-60e1-4b86-8a58-210d542f4de8 req-1b95781f-d57f-40a7-8e23-6f77ee50510d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Oct 27 05:25:35.040952 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fcd6d961-60e1-4b86-8a58-210d542f4de8 req-a6094b57-9a92-478d-9d7e-e7ac868f9fcd tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Oct 27 05:25:36.070402 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583043-104c-4d93-bbb0-7b9869323051 req-63a45384-73e0-40c4-acc7-ac048641545f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:36.072415 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3583043-104c-4d93-bbb0-7b9869323051 req-63a45384-73e0-40c4-acc7-ac048641545f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0727084 Oct 27 05:25:36.104531 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8774c5-87df-4520-8655-dac573b4064d req-a0d63b80-3366-4616-ba22-eb1080e35bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:36.106021 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-a0d63b80-3366-4616-ba22-eb1080e35bdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0683134 Oct 27 05:25:36.161002 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3583043-104c-4d93-bbb0-7b9869323051 req-aefc7d2a-b1cd-4106-9eb8-9f30483d4916 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822523 Oct 27 05:25:36.233449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541bfa0-674d-4fd8-9c5a-b8cdafb4b3e6 req-f3c147e1-71f6-491f-b34c-6ede028ce4eb tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:36.234858 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9541bfa0-674d-4fd8-9c5a-b8cdafb4b3e6 req-f3c147e1-71f6-491f-b34c-6ede028ce4eb tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 944 time: 0.1185939 Oct 27 05:25:36.255163 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8774c5-87df-4520-8655-dac573b4064d req-30ea7d51-7fc4-4d0c-82f2-8e6ab7783fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:36.256554 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-30ea7d51-7fc4-4d0c-82f2-8e6ab7783fae service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.1391752 Oct 27 05:25:36.306330 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-fb8a99ee-a7d4-461e-a16f-6949388233da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0403965 Oct 27 05:25:36.313236 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9541bfa0-674d-4fd8-9c5a-b8cdafb4b3e6 req-c8f0089b-efb0-498c-abf5-8b5c352f417e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676820 Oct 27 05:25:36.354995 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8774c5-87df-4520-8655-dac573b4064d req-ec3486d6-0dbd-4117-be37-84f187a6b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:36.356438 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-ec3486d6-0dbd-4117-be37-84f187a6b07e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0423768 Oct 27 05:25:36.378027 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 8f24e318-ce2a-4db7-9608-8cbffe0905d4 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:25:36.388143 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-208b4849-9cbb-4e83-a99a-c034e7e8e61a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236804 Oct 27 05:25:36.471949 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:36.479519 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-ea28d271-ebfc-4bdd-915e-cf82a58e3a36 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832083 Oct 27 05:25:36.483085 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '8f24e318-ce2a-4db7-9608-8cbffe0905d4', 'network_id': '3a6f87d9-82ce-4d7a-aff7-d541b8062c70', 'port_id': '8f24e318-ce2a-4db7-9608-8cbffe0905d4', 'mac_address': 'fa:16:3e:43:72:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae92573-83f0-4d56-ba61-e88bbbc248a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:25:36.520341 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:36.533108 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f24e318-ce2a-4db7-9608-8cbffe0905d4 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:25:36.553053 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:36.557323 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:36.573974 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b8774c5-87df-4520-8655-dac573b4064d req-778ac4e2-e6f0-48ce-a9e9-f42a2281c814 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861619 Oct 27 05:25:36.609273 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=8f24e318-ce2a-4db7-9608-8cbffe0905d4,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:37.121993 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['8f24e318-ce2a-4db7-9608-8cbffe0905d4'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:37.287251 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174bbb1-2036-46cf-b431-203029826006 req-f0f1c722-5741-4524-b833-70b6ebfef39b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:37.288900 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9174bbb1-2036-46cf-b431-203029826006 req-f0f1c722-5741-4524-b833-70b6ebfef39b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Oct 27 05:25:37.329149 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9174bbb1-2036-46cf-b431-203029826006 req-e778f8e4-7aa1-4555-96a0-33631ed447d7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Oct 27 05:25:37.431480 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59c9f-109a-43fc-9755-4caabd07e2fe req-4dd64206-a23c-4e44-aaba-bc8bcd2df554 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:37.432951 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-81b59c9f-109a-43fc-9755-4caabd07e2fe req-4dd64206-a23c-4e44-aaba-bc8bcd2df554 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Oct 27 05:25:37.469844 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-81b59c9f-109a-43fc-9755-4caabd07e2fe req-aa942ee0-86e8-423e-ab82-f23ca44338ab tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Oct 27 05:25:38.463078 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89082d2-8281-4ad6-ae85-8b401bbb04e8 req-32f6af96-d9ff-4823-b438-6f93bbfc22c1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:38.464557 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89082d2-8281-4ad6-ae85-8b401bbb04e8 req-32f6af96-d9ff-4823-b438-6f93bbfc22c1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0553834 Oct 27 05:25:38.501883 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89082d2-8281-4ad6-ae85-8b401bbb04e8 req-01008082-5518-4833-8756-2e58b14ad344 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Oct 27 05:25:38.592208 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769617c5-8888-429f-a49d-2f2ee374cfcf req-75aa27de-7f9d-4732-96fa-5c8bd105575d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:38.593560 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-769617c5-8888-429f-a49d-2f2ee374cfcf req-75aa27de-7f9d-4732-96fa-5c8bd105575d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Oct 27 05:25:38.631325 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-769617c5-8888-429f-a49d-2f2ee374cfcf req-180848b8-c91c-4a88-8fcc-125b53b716fa tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Oct 27 05:25:39.627043 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7284b-9386-4501-a2d4-fb1085de8012 req-520550d1-9ece-4b14-bdc6-2d586950401e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:39.630509 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2ed7284b-9386-4501-a2d4-fb1085de8012 req-520550d1-9ece-4b14-bdc6-2d586950401e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0585301 Oct 27 05:25:39.665977 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2ed7284b-9386-4501-a2d4-fb1085de8012 req-68976c1b-753f-4eeb-ac07-3c9d43c7e2f6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Oct 27 05:25:39.760904 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4adeaa-e9be-4310-90bb-8295b0748c9e req-4e9c62e9-9565-4573-ac4e-ab6b5a5ced29 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:39.763190 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a4adeaa-e9be-4310-90bb-8295b0748c9e req-4e9c62e9-9565-4573-ac4e-ab6b5a5ced29 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 945 time: 0.0562937 Oct 27 05:25:39.802436 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5a4adeaa-e9be-4310-90bb-8295b0748c9e req-1ddb25e8-63c5-4d88-9f75-8fea7dcedc5e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Oct 27 05:25:40.402257 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 8f24e318-ce2a-4db7-9608-8cbffe0905d4 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:25:40.451765 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:25:40.456057 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:25:40.456550 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:40.534806 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:40.557805 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bcee95-5f00-4c35-b986-ab06851ea085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24e318-ce2a-4db7-9608-8cbffe0905d4'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:40.560031 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2440ba-222c-4038-920a-480741da674a" -d '{"events": [{"server_uuid": "52bcee95-5f00-4c35-b986-ab06851ea085", "name": "network-vif-plugged", "status": "completed", "tag": "8f24e318-ce2a-4db7-9608-8cbffe0905d4"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:40.572840 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:40.577530 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:40.604452 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d121e909-0149-45fe-aac2-4647a8450dd3 x-openstack-request-id: req-d121e909-0149-45fe-aac2-4647a8450dd3 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:40.604764 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bcee95-5f00-4c35-b986-ab06851ea085", "name": "network-vif-plugged", "status": "completed", "tag": "8f24e318-ce2a-4db7-9608-8cbffe0905d4", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:40.605020 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d121e909-0149-45fe-aac2-4647a8450dd3 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:40.605407 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bcee95-5f00-4c35-b986-ab06851ea085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24e318-ce2a-4db7-9608-8cbffe0905d4', 'code': 200} Oct 27 05:25:40.631917 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=8f24e318-ce2a-4db7-9608-8cbffe0905d4,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:40.786358 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0989da-5073-4615-9a2d-760d80e9f934 req-d8f2b26c-a8bf-437c-bc44-19bd696fd9ec tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:40.787787 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf0989da-5073-4615-9a2d-760d80e9f934 req-d8f2b26c-a8bf-437c-bc44-19bd696fd9ec tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0512335 Oct 27 05:25:40.824053 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-623f16c4-46dd-4192-8a77-a6ceea40d9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:40.853820 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf0989da-5073-4615-9a2d-760d80e9f934 req-73f652c7-1514-47cc-b324-7a40ec3a7c67 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543556 Oct 27 05:25:40.856530 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c14f42-19eb-4fe2-b9b6-6b79bf045449 req-5c82249e-a2a8-407b-a5ae-5d239fa57a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:40.858500 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17c14f42-19eb-4fe2-b9b6-6b79bf045449 req-5c82249e-a2a8-407b-a5ae-5d239fa57a64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 1099 time: 0.0668647 Oct 27 05:25:40.929786 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17c14f42-19eb-4fe2-b9b6-6b79bf045449 req-53297a17-e4f7-4084-a9ba-e09f49bd570c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603249 Oct 27 05:25:40.941333 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f336d-214d-497c-91f3-06ad59abb053 req-784bf1e7-c64d-47fb-b1b3-ec67c8aaf2f1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:40.942687 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9c7f336d-214d-497c-91f3-06ad59abb053 req-784bf1e7-c64d-47fb-b1b3-ec67c8aaf2f1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.0676098 Oct 27 05:25:40.980221 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9c7f336d-214d-497c-91f3-06ad59abb053 req-6089d696-7deb-4abb-b233-1b2a3950daf3 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Oct 27 05:25:41.974316 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ac26f-c81f-4de1-9f5c-063a4cb712cc req-d1bb81c6-9cd1-49f9-bfcf-8b885b1b0faf tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:41.975807 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6b0ac26f-c81f-4de1-9f5c-063a4cb712cc req-d1bb81c6-9cd1-49f9-bfcf-8b885b1b0faf tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0495579 Oct 27 05:25:42.014357 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6b0ac26f-c81f-4de1-9f5c-063a4cb712cc req-b51723b1-d23f-434e-a1d1-801ad546cf02 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Oct 27 05:25:42.102068 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6452-665c-47fe-bcc8-1133913cf235 req-4cd5e29d-d6d7-4205-bd39-c887286f12d1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:42.104102 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ebe6452-665c-47fe-bcc8-1133913cf235 req-4cd5e29d-d6d7-4205-bd39-c887286f12d1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.0492187 Oct 27 05:25:42.145377 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ebe6452-665c-47fe-bcc8-1133913cf235 req-38f5c688-b81a-4498-bf01-2b322cc63650 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Oct 27 05:25:42.203346 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52734) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:42.251430 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Deleting subnet ea1637f0-674e-41e3-a0e5-402b035d3820 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:25:42.254584 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.288876 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575744'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.332805 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.385332 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3852872'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.412487 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1637f0-674e-41e3-a0e5-402b035d3820,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:42.414246 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.417629 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a93dec77-ba9a-46e8-aa00-df52d8b05c94 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ea1637f0-674e-41e3-a0e5-402b035d3820 HTTP/1.1" status: 204 len: 168 time: 0.2132063 Oct 27 05:25:42.420442 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52736) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:42.491662 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.571913 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.592059 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab61307-beaa-47ae-8677-636890be53f7']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:25:42.601678 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cbdf20-66af-43d8-9668-83641582418a') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:25:42.601965 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cbdf20-66af-43d8-9668-83641582418a') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:25:42.611180 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575755'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.624172 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.630155 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:25:42.630532 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687685'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: Traceback (most recent call last): Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: timer() Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: cb(*args, **kw) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: return func(*args, **kwargs) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: self._notify() Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: self.callback(batched_events) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: event.method(event) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: return f(self, *a, **k) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: return self._get(url).json() Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: return self.request(url, 'GET', **kwargs) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:25:42.632189 dv-cinder-815461-4-smb neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:25:42.685944 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.692786 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.696539 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ab61307-beaa-47ae-8677-636890be53f7 HTTP/1.1" status: 204 len: 168 time: 0.2745750 Oct 27 05:25:42.699435 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 52742) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:42.706111 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494f64d-bec9-45ba-824a-9b2a53469e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab61307-beaa-47ae-8677-636890be53f7,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:42.742512 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Deleting subnet 7b830d3e-70f0-486d-8f33-c6548f6d5210 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:25:42.746252 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.780684 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.818881 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.870154 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.900544 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b830d3e-70f0-486d-8f33-c6548f6d5210,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:42.902461 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:42.907529 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4cef3ec0-4e74-4d4a-af75-b3448e82f288 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b830d3e-70f0-486d-8f33-c6548f6d5210 HTTP/1.1" status: 204 len: 168 time: 0.2070854 Oct 27 05:25:42.908145 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52744) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:42.984728 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.062952 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.082830 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416c5aed-f11f-4869-bde4-e72d46451eaf']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:25:43.101180 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f245823-df56-43ab-b30b-89dc5bb451fa') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:25:43.101475 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f245823-df56-43ab-b30b-89dc5bb451fa') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:25:43.129644 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575755'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.145310 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.154524 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:25:43.154903 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687685'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: Traceback (most recent call last): Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: timer() Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: cb(*args, **kw) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: return func(*args, **kwargs) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: self._notify() Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: self.callback(batched_events) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: event.method(event) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: return f(self, *a, **k) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: return self._get(url).json() Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: return self.request(url, 'GET', **kwargs) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:25:43.156533 dv-cinder-815461-4-smb neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:25:43.173772 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf9363-79af-4770-876f-17a20dc226ec req-400fc032-60cb-434e-9143-7620a017156c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:43.175279 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dfcf9363-79af-4770-876f-17a20dc226ec req-400fc032-60cb-434e-9143-7620a017156c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0857565 Oct 27 05:25:43.279608 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.284588 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.287822 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] 10.222.0.15 "DELETE /v2.0/networks/416c5aed-f11f-4869-bde4-e72d46451eaf HTTP/1.1" status: 204 len: 168 time: 0.3786573 Oct 27 05:25:43.310695 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dfcf9363-79af-4770-876f-17a20dc226ec req-8fba1e5e-2b77-4810-b29b-bd68f01e4f27 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043801 Oct 27 05:25:43.313694 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4038c-1ddd-411d-bd48-89d0ee012b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=416c5aed-f11f-4869-bde4-e72d46451eaf,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:43.334486 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269c38d-95bf-4f1d-860e-fb089b9a2aa4 req-3a4f5a21-209c-4301-abf5-748097fbca17 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:43.339646 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5269c38d-95bf-4f1d-860e-fb089b9a2aa4 req-3a4f5a21-209c-4301-abf5-748097fbca17 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.1154690 Oct 27 05:25:43.353903 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-dd9c270e-2423-41fc-821f-343d12e2bc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.387897 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5269c38d-95bf-4f1d-860e-fb089b9a2aa4 req-84429f5d-d72b-42b4-9128-5cab058a92b5 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Oct 27 05:25:43.483178 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52762) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:43.522440 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-97fb80e9-52f6-4714-a2e9-9177395f3ee9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b78c5c5d06a946ce87d48e3fbdfba128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381281 Oct 27 05:25:43.525587 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52764) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:43.573661 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64eb8be6-fccf-467b-80ac-c61cf0178543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.595546 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64eb8be6-fccf-467b-80ac-c61cf0178543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.653729 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64eb8be6-fccf-467b-80ac-c61cf0178543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.656461 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64eb8be6-fccf-467b-80ac-c61cf0178543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:43.657583 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-64eb8be6-fccf-467b-80ac-c61cf0178543 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a620992-7f1b-4949-9696-fe7b88ec9d1f HTTP/1.1" status: 204 len: 168 time: 0.1311009 Oct 27 05:25:43.665866 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8be6-fccf-467b-80ac-c61cf0178543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a620992-7f1b-4949-9696-fe7b88ec9d1f,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:43.993175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52778) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:44.036834 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-6d545cd2-54ff-44a3-a180-3ff56b08b1fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9059e2814f024cc19acfe42725f9f308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418849 Oct 27 05:25:44.038778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 52780) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:44.084843 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a368ece0-99b4-4c1d-8eb5-f16565a65bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:44.105087 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a368ece0-99b4-4c1d-8eb5-f16565a65bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:44.155889 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a368ece0-99b4-4c1d-8eb5-f16565a65bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:44.158341 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a368ece0-99b4-4c1d-8eb5-f16565a65bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:44.159483 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a368ece0-99b4-4c1d-8eb5-f16565a65bf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59cf7da2-4ce2-4a83-b60a-a02ece77473b HTTP/1.1" status: 204 len: 168 time: 0.1197546 Oct 27 05:25:44.166816 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368ece0-99b4-4c1d-8eb5-f16565a65bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cf7da2-4ce2-4a83-b60a-a02ece77473b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:44.433106 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dabab0-a69e-4237-968a-2605a91b9494 req-fc24b938-b598-4832-a659-d9ca45b2128e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:44.434710 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-45dabab0-a69e-4237-968a-2605a91b9494 req-fc24b938-b598-4832-a659-d9ca45b2128e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Oct 27 05:25:44.476646 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-45dabab0-a69e-4237-968a-2605a91b9494 req-a1435dc3-86f6-4ad5-add4-a154da6c6c04 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Oct 27 05:25:44.507206 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:44.833996 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:45.611150 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8ad9e-4198-446d-9fd9-bb81589f4f96 req-6d75fd5d-d145-4123-8a6d-6eafdfdbbac7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:45.612892 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e4c8ad9e-4198-446d-9fd9-bb81589f4f96 req-6d75fd5d-d145-4123-8a6d-6eafdfdbbac7 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0562308 Oct 27 05:25:45.654230 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e4c8ad9e-4198-446d-9fd9-bb81589f4f96 req-ce2a8586-d449-4ee1-bc85-081beab89c38 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349793 Oct 27 05:25:46.330855 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:46.802503 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4aec2-12a1-4a2c-8f78-10947b6be4a4 req-01d6cb0c-f2ff-4b96-b965-9fddcbd3ba39 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:46.804001 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b8a4aec2-12a1-4a2c-8f78-10947b6be4a4 req-01d6cb0c-f2ff-4b96-b965-9fddcbd3ba39 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Oct 27 05:25:46.844920 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b8a4aec2-12a1-4a2c-8f78-10947b6be4a4 req-0f79a637-3fef-408e-b7e1-44e2d9e0ff58 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Oct 27 05:25:47.962999 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6934a-2711-4e81-91d0-ccb6473f1e8a req-e6a45051-f2c6-4605-9da0-21b04d2d963c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:47.964466 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-11b6934a-2711-4e81-91d0-ccb6473f1e8a req-e6a45051-f2c6-4605-9da0-21b04d2d963c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Oct 27 05:25:48.001852 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-11b6934a-2711-4e81-91d0-ccb6473f1e8a req-bebf3511-a9f5-4a9e-95d7-f9b8efc02621 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Oct 27 05:25:49.131661 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6a187-100d-42c8-84cf-b4a98ea78e62 req-e6a57757-9218-41b6-85e4-900de2a702e9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:49.131661 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9db6a187-100d-42c8-84cf-b4a98ea78e62 req-e6a57757-9218-41b6-85e4-900de2a702e9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0555151 Oct 27 05:25:49.171704 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9db6a187-100d-42c8-84cf-b4a98ea78e62 req-7892b449-2d43-4917-80c4-b6a8bf2a23af tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Oct 27 05:25:49.967571 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e46070-97a0-45fe-94b7-a9c18d8b5097 req-86daddef-b12e-4add-927e-364678ed58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:49.969038 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66e46070-97a0-45fe-94b7-a9c18d8b5097 req-86daddef-b12e-4add-927e-364678ed58a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0432191 Oct 27 05:25:50.008872 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66e46070-97a0-45fe-94b7-a9c18d8b5097 req-c4711228-85dd-4688-81de-df2042f7f089 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298061 Oct 27 05:25:50.289691 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f43c0-ca47-45fa-8f79-d923dd8ae860 req-a948c0a0-dc2a-422c-afe0-d3008e6f26dd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:50.291192 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad8f43c0-ca47-45fa-8f79-d923dd8ae860 req-a948c0a0-dc2a-422c-afe0-d3008e6f26dd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0474956 Oct 27 05:25:50.329692 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad8f43c0-ca47-45fa-8f79-d923dd8ae860 req-5c8bb50f-9084-4795-8fc2-de1ee258ff1d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Oct 27 05:25:51.087798 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec67d-6542-48f9-b474-806a2313d176 req-73f3c475-dec1-43bd-8456-029ed1344b9c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:51.089350 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-193ec67d-6542-48f9-b474-806a2313d176 req-73f3c475-dec1-43bd-8456-029ed1344b9c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.0530572 Oct 27 05:25:51.128065 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-193ec67d-6542-48f9-b474-806a2313d176 req-bc9daa13-d136-478d-8133-48aeb00ebda3 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Oct 27 05:25:51.447191 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ddbf7-5185-44aa-969e-3867184152a8 req-855adfea-fbd0-4865-bc13-bd0b4aa18291 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:51.448645 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a36ddbf7-5185-44aa-969e-3867184152a8 req-855adfea-fbd0-4865-bc13-bd0b4aa18291 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0502777 Oct 27 05:25:51.485300 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a36ddbf7-5185-44aa-969e-3867184152a8 req-03f5c6c0-b781-4439-9a3f-fd406f05593a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Oct 27 05:25:52.247858 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645ec7a-0bd5-4b89-8bbc-51fb0b34e1ce req-afe706df-faba-4cda-81d8-6df26388f73b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:52.249310 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2645ec7a-0bd5-4b89-8bbc-51fb0b34e1ce req-afe706df-faba-4cda-81d8-6df26388f73b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.0492473 Oct 27 05:25:52.288615 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2645ec7a-0bd5-4b89-8bbc-51fb0b34e1ce req-dc440ffb-8a10-4293-a13b-72cca37a029b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Oct 27 05:25:52.605346 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1669eaa-0313-4976-9048-40e4afc65804 req-7da75126-c2d6-4333-8fb5-8472426bbdbe tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:52.606774 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a1669eaa-0313-4976-9048-40e4afc65804 req-7da75126-c2d6-4333-8fb5-8472426bbdbe tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Oct 27 05:25:52.647139 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a1669eaa-0313-4976-9048-40e4afc65804 req-e8b66f8c-69dd-4f6b-8a32-059b1eafc5fb tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Oct 27 05:25:52.914293 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e15d8-34f2-4d3a-874e-a4f297f9d278 req-c2844a2f-5b49-42fc-8780-2d848265caf9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:52.916311 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fa1e15d8-34f2-4d3a-874e-a4f297f9d278 req-c2844a2f-5b49-42fc-8780-2d848265caf9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0787849 Oct 27 05:25:52.932753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-a8718c6d-8a9c-40cd-a756-18d22da5f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:52.934130 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-a8718c6d-8a9c-40cd-a756-18d22da5f1e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0645995 Oct 27 05:25:52.976071 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fa1e15d8-34f2-4d3a-874e-a4f297f9d278 req-0d6eb21f-0ba0-4080-a55f-d5e8fa37eb08 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Oct 27 05:25:53.046569 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-1e2f02c9-2cbb-4c2c-ad5a-669cce503150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:53.048171 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-1e2f02c9-2cbb-4c2c-ad5a-669cce503150 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.0936222 Oct 27 05:25:53.122746 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-aa4ddf2e-51a7-4286-b21b-3529c89b16dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0356975 Oct 27 05:25:53.194437 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-7180fdd2-d3de-410f-ad27-ece3826a1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:53.195854 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-7180fdd2-d3de-410f-ad27-ece3826a1608 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0436311 Oct 27 05:25:53.244701 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-b3ffcfa9-bef6-433c-9288-8b30b3cffdf7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286713 Oct 27 05:25:53.342999 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-d9c26dad-7c69-48e2-b710-d94b1ce61a3d service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865800 Oct 27 05:25:53.424188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89c2ca-1039-4d7b-b826-ea6efac9edf7 req-81c9a6b6-0c33-4f00-9b53-109fbc29f50e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:53.425604 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fa89c2ca-1039-4d7b-b826-ea6efac9edf7 req-81c9a6b6-0c33-4f00-9b53-109fbc29f50e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.0613241 Oct 27 05:25:53.502100 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fa89c2ca-1039-4d7b-b826-ea6efac9edf7 req-e6fc5d92-64ba-4d82-ac13-c0e62cc91cd2 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Oct 27 05:25:53.528166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b42df59-bdf6-4aa4-9c00-f806c06f0846 req-2670a345-ea51-42be-8a22-ee9d9a8f57f1 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239381 Oct 27 05:25:54.095903 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589f0df-6439-4dd4-af16-6a2bec289b51 req-7ced802d-0cff-4afa-a313-3e094981e5a3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:54.097357 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7589f0df-6439-4dd4-af16-6a2bec289b51 req-7ced802d-0cff-4afa-a313-3e094981e5a3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Oct 27 05:25:54.143502 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7589f0df-6439-4dd4-af16-6a2bec289b51 req-50771dfd-2bc5-4ad9-b6bd-9c486e0f93dc tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381536 Oct 27 05:25:54.232954 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-fa187364-39bf-49e1-b668-4d774b7f4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:54.234430 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-fa187364-39bf-49e1-b668-4d774b7f4d58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0417323 Oct 27 05:25:54.369707 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-87684e64-6bad-4e8e-bfd2-540f66d0de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:54.371237 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-87684e64-6bad-4e8e-bfd2-540f66d0de6e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.0867729 Oct 27 05:25:54.525331 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-578aff77-f7aa-4aa0-b120-8a0ed01f5f9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0380991 Oct 27 05:25:54.537038 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-3dedd114-2995-47aa-8cec-649c1b58e19e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:54.538500 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-3dedd114-2995-47aa-8cec-649c1b58e19e tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.0511656 Oct 27 05:25:54.594133 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-7d3db790-b3b5-4362-b704-816cb8b1bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:54.595564 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-7d3db790-b3b5-4362-b704-816cb8b1bbf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0599337 Oct 27 05:25:54.641955 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Deleting port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:25:54.642268 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:54.645290 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-a69381ea-16a2-4a22-bcdf-eb425c18b3fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349147 Oct 27 05:25:54.713046 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b93f-7f21-47b0-ac4c-fcb0c5dfbc15 req-84c25754-8f83-4480-ba7c-5cec7c4e0280 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:54.715548 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9a65b93f-7f21-47b0-ac4c-fcb0c5dfbc15 req-84c25754-8f83-4480-ba7c-5cec7c4e0280 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 946 time: 0.1380072 Oct 27 05:25:54.748920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] For port 8f24e318-ce2a-4db7-9608-8cbffe0905d4, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=8f24e318-ce2a-4db7-9608-8cbffe0905d4,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:25:54.749317 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:54.775145 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9a65b93f-7f21-47b0-ac4c-fcb0c5dfbc15 req-ab7e7afd-ab06-47ae-b567-8d4926bf1bf1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512462 Oct 27 05:25:54.775386 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Calling delete_port for 8f24e318-ce2a-4db7-9608-8cbffe0905d4 owned by compute:nova {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:25:54.792724 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-0a2415a5-a3d2-4afd-b63d-1607e33ba20c service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387002 Oct 27 05:25:54.913401 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:54.944980 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event deleted for resources: {'Port': ['ID=8f24e318-ce2a-4db7-9608-8cbffe0905d4,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:54.957163 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53086) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:54.960634 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454', 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:25:54.965169 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.965762 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.966274 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.966610 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.966945 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.967303 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.967633 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.967960 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.968283 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.968607 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.968931 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:54.969302 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.008882 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] No DVR routers for this DVR port 8f24e318-ce2a-4db7-9608-8cbffe0905d4 on host hv-cinder-81546 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:25:55.013882 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.018495 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-1fdc1d5d-80ad-4298-af06-89cb0207a548 req-e0f9c8be-d0d1-4fa3-9083-21529b2645a1 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "DELETE /v2.0/ports/8f24e318-ce2a-4db7-9608-8cbffe0905d4 HTTP/1.1" status: 204 len: 173 time: 0.4723504 Oct 27 05:25:55.018977 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bcee95-5f00-4c35-b986-ab06851ea085', 'name': 'network-vif-deleted', 'tag': '8f24e318-ce2a-4db7-9608-8cbffe0905d4'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:25:55.021525 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee195967-cbe4-4cec-8da8-dc72ca4350bf" -d '{"events": [{"server_uuid": "52bcee95-5f00-4c35-b986-ab06851ea085", "name": "network-vif-deleted", "tag": "8f24e318-ce2a-4db7-9608-8cbffe0905d4"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:25:55.086199 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98da6b1-de05-4b9b-993a-0cc3f550e540 x-openstack-request-id: req-d98da6b1-de05-4b9b-993a-0cc3f550e540 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:25:55.086582 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bcee95-5f00-4c35-b986-ab06851ea085", "name": "network-vif-deleted", "tag": "8f24e318-ce2a-4db7-9608-8cbffe0905d4", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:25:55.086980 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d98da6b1-de05-4b9b-993a-0cc3f550e540 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:25:55.087468 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bcee95-5f00-4c35-b986-ab06851ea085', 'name': 'network-vif-deleted', 'tag': '8f24e318-ce2a-4db7-9608-8cbffe0905d4', 'status': 'completed', 'code': 200} Oct 27 05:25:55.123739 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ceef9d32-a769-430e-bcc7-6b6e03855563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.155041 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-437ae719-ff44-4b92-bdfe-147b5698df3f req-ac1b286c-8ccc-4249-a4b3-307eade5343a service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529763 Oct 27 05:25:55.225410 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ceef9d32-a769-430e-bcc7-6b6e03855563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.231542 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ceef9d32-a769-430e-bcc7-6b6e03855563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.273745 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ceef9d32-a769-430e-bcc7-6b6e03855563 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=554e2952eadb474bb79804fbeedd2b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154786 Oct 27 05:25:55.274776 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef9d32-a769-430e-bcc7-6b6e03855563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a692c-1d10-4547-b946-b991f976164d,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:55.277214 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53094) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:55.309597 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295df68-b8c6-4608-8a01-4dca1bb52eaf req-7aaf5f36-fbb9-47bf-8594-f9db4bdccb1e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:55.311157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d295df68-b8c6-4608-8a01-4dca1bb52eaf req-7aaf5f36-fbb9-47bf-8594-f9db4bdccb1e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0690014 Oct 27 05:25:55.332761 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a099636-fbe5-4155-a39f-18799be91a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.355477 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d295df68-b8c6-4608-8a01-4dca1bb52eaf req-99cd8897-f233-49ac-8cee-1b2795a70387 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Oct 27 05:25:55.361332 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a099636-fbe5-4155-a39f-18799be91a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.424061 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a099636-fbe5-4155-a39f-18799be91a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.428064 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a099636-fbe5-4155-a39f-18799be91a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.430151 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-2a099636-fbe5-4155-a39f-18799be91a31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f7a692c-1d10-4547-b946-b991f976164d HTTP/1.1" status: 204 len: 168 time: 0.1512065 Oct 27 05:25:55.439254 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a099636-fbe5-4155-a39f-18799be91a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a692c-1d10-4547-b946-b991f976164d,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:55.701906 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53106) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:55.715742 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.795406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.800619 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.841481 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3340b3c82f8448ab82ef7610b126cecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361411 Oct 27 05:25:55.841767 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53110) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:25:55.848714 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec0cd9-e3aa-42a0-80ac-2409670b6664,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:55.864000 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.864000 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.864438 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.864859 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.865277 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.865694 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.866109 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.868469 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.868917 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.869357 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.869774 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.871450 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1a5b9-f01e-433f-a75b-39b7380d0291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:25:55.915610 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eca12734-7557-424c-9af9-a25617651d6e req-df423ad6-5972-4588-af04-09147f583e15 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=52bcee95-5f00-4c35-b986-ab06851ea085 HTTP/1.1" status: 200 len: 210 time: 0.0347209 Oct 27 05:25:55.937256 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7564a58-a8e0-4b06-b0e0-435a9e3ea328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:55.960071 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7564a58-a8e0-4b06-b0e0-435a9e3ea328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:56.006530 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7564a58-a8e0-4b06-b0e0-435a9e3ea328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:56.009644 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d7564a58-a8e0-4b06-b0e0-435a9e3ea328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:56.010795 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-d7564a58-a8e0-4b06-b0e0-435a9e3ea328 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8ec0cd9-e3aa-42a0-80ac-2409670b6664 HTTP/1.1" status: 204 len: 168 time: 0.1681080 Oct 27 05:25:56.018742 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7564a58-a8e0-4b06-b0e0-435a9e3ea328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec0cd9-e3aa-42a0-80ac-2409670b6664,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:25:56.485954 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467909b-b54e-4d89-97fa-f020acdba320 req-4cbcf308-1b4e-4153-b24a-a129053ebf25 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:56.488113 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5467909b-b54e-4d89-97fa-f020acdba320 req-4cbcf308-1b4e-4153-b24a-a129053ebf25 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0536988 Oct 27 05:25:56.494103 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 8f24e318-ce2a-4db7-9608-8cbffe0905d4 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:25:56.529912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 8f24e318-ce2a-4db7-9608-8cbffe0905d4 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:25:56.530253 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 8f24e318-ce2a-4db7-9608-8cbffe0905d4 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:25:56.542833 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5467909b-b54e-4d89-97fa-f020acdba320 req-004776ac-a688-4e81-87a5-66e37e2116dd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Oct 27 05:25:57.439360 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:25:57.716516 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587283d-43ed-4c76-9255-be3771c8ee14 req-f9fbf655-b35c-4f6e-b19f-d1dc8f37e15e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:57.718074 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1587283d-43ed-4c76-9255-be3771c8ee14 req-f9fbf655-b35c-4f6e-b19f-d1dc8f37e15e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Oct 27 05:25:57.761026 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1587283d-43ed-4c76-9255-be3771c8ee14 req-108a5819-df7c-45e5-95de-e20fa2e64281 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363204 Oct 27 05:25:58.328833 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566f667-e97d-43c9-a896-00a196f891b1 req-6210e437-f68b-48ef-8339-39921ca043bd tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:58.330324 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2566f667-e97d-43c9-a896-00a196f891b1 req-6210e437-f68b-48ef-8339-39921ca043bd tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0566769 Oct 27 05:25:58.368874 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2566f667-e97d-43c9-a896-00a196f891b1 req-1df52992-7294-4d9a-9218-137a27dfa430 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Oct 27 05:25:59.178322 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad00548-f001-4a01-bca4-97e17b6e287a req-121bbd09-b0c2-46ad-a264-985b19773012 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:59.179835 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fad00548-f001-4a01-bca4-97e17b6e287a req-121bbd09-b0c2-46ad-a264-985b19773012 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Oct 27 05:25:59.219752 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fad00548-f001-4a01-bca4-97e17b6e287a req-b0da63e0-80f2-4069-ae45-e3fed4902b55 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Oct 27 05:25:59.510215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8633fe-4aeb-496b-beec-cebf9f1ba0bd req-8bbb1014-e1c0-4e34-afed-9ec810977123 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:25:59.512235 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-be8633fe-4aeb-496b-beec-cebf9f1ba0bd req-8bbb1014-e1c0-4e34-afed-9ec810977123 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Oct 27 05:25:59.567607 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-be8633fe-4aeb-496b-beec-cebf9f1ba0bd req-44007656-f8b2-42c6-93f8-8da47575b8bf tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481493 Oct 27 05:26:00.691448 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be29d2-613d-495b-8d9b-894340c19340 req-5c55e6b2-8913-4bc5-9284-2a350657d14f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:00.692899 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67be29d2-613d-495b-8d9b-894340c19340 req-5c55e6b2-8913-4bc5-9284-2a350657d14f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0510943 Oct 27 05:26:00.730963 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67be29d2-613d-495b-8d9b-894340c19340 req-9739acec-5394-4955-97b1-ecaa1901a03d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Oct 27 05:26:01.351183 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6a69d48e-434e-4e79-948d-4f2c326a2ac0 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:01.352733 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6a69d48e-434e-4e79-948d-4f2c326a2ac0 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Oct 27 05:26:01.456345 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Deleting port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:26:01.456345 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:01.544578 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] For port f8a0bcc1-0e48-464d-8099-87c6f8f518e0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:01.544889 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:01.557588 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Calling delete_port for f8a0bcc1-0e48-464d-8099-87c6f8f518e0 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:26:01.685994 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:01.713000 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event deleted for resources: {'Port': ['ID=f8a0bcc1-0e48-464d-8099-87c6f8f518e0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:01.733417 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454', 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:01.759527 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] No DVR routers for this DVR port f8a0bcc1-0e48-464d-8099-87c6f8f518e0 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:26:01.765705 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:01.769267 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ed8b6418-dc4e-4322-ba5c-28a4cbece050 req-6706358f-07e2-4f87-a47c-15f2519cac89 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "DELETE /v2.0/ports/f8a0bcc1-0e48-464d-8099-87c6f8f518e0 HTTP/1.1" status: 204 len: 173 time: 0.4100955 Oct 27 05:26:01.769983 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f75a44-068e-409e-8e08-a0a91811b767', 'name': 'network-vif-deleted', 'tag': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:01.773350 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf834755-adeb-4df0-8d30-6aa7ebe741b6" -d '{"events": [{"server_uuid": "92f75a44-068e-409e-8e08-a0a91811b767", "name": "network-vif-deleted", "tag": "f8a0bcc1-0e48-464d-8099-87c6f8f518e0"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:01.830720 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dbfd16-7acc-4f53-850a-1e389e52e754 x-openstack-request-id: req-38dbfd16-7acc-4f53-850a-1e389e52e754 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:01.831009 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f75a44-068e-409e-8e08-a0a91811b767", "name": "network-vif-deleted", "tag": "f8a0bcc1-0e48-464d-8099-87c6f8f518e0", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:01.831341 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38dbfd16-7acc-4f53-850a-1e389e52e754 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:01.831699 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f75a44-068e-409e-8e08-a0a91811b767', 'name': 'network-vif-deleted', 'tag': 'f8a0bcc1-0e48-464d-8099-87c6f8f518e0', 'status': 'completed', 'code': 200} Oct 27 05:26:01.866987 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-57bbb7df-d58a-4d25-af34-3a23bd3a4988 req-60824818-926b-4ae1-9cc7-4ee6f470cc7b tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=92f75a44-068e-409e-8e08-a0a91811b767 HTTP/1.1" status: 200 len: 210 time: 0.0337212 Oct 27 05:26:02.347496 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53270) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:02.457168 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f404-597f-433a-b17c-bcfd7a2646f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.546391 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f404-597f-433a-b17c-bcfd7a2646f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.550152 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f404-597f-433a-b17c-bcfd7a2646f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.589060 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0f404-597f-433a-b17c-bcfd7a2646f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590dc228-f210-44d3-bdcb-a83e9050e790,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:02.593250 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e6c0f404-597f-433a-b17c-bcfd7a2646f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=160f612419b7452b87139bd48692b6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447248 Oct 27 05:26:02.595892 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53278) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:02.645193 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29c9963b-e119-4c73-bf4c-e441980bf9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.667079 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29c9963b-e119-4c73-bf4c-e441980bf9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.712201 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29c9963b-e119-4c73-bf4c-e441980bf9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.714730 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-29c9963b-e119-4c73-bf4c-e441980bf9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:02.715911 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-29c9963b-e119-4c73-bf4c-e441980bf9f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/590dc228-f210-44d3-bdcb-a83e9050e790 HTTP/1.1" status: 204 len: 168 time: 0.1189435 Oct 27 05:26:02.723817 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9963b-e119-4c73-bf4c-e441980bf9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590dc228-f210-44d3-bdcb-a83e9050e790,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:03.194994 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523eab4-b832-4b14-b9b1-7989b2b5dd00 req-f0455094-c15b-4883-82ff-a7edfb3cfba2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:03.199995 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4523eab4-b832-4b14-b9b1-7989b2b5dd00 req-f0455094-c15b-4883-82ff-a7edfb3cfba2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.1235912 Oct 27 05:26:03.205654 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-0622ba6e-f3f8-4424-9950-f883387e294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:03.207137 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-0622ba6e-f3f8-4424-9950-f883387e294c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0910003 Oct 27 05:26:03.248918 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d2b1f-7ebb-403b-98f8-231af6f814cd req-0d34cc09-0357-49a7-a128-7aed2eb20a2f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:03.250692 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf3d2b1f-7ebb-403b-98f8-231af6f814cd req-0d34cc09-0357-49a7-a128-7aed2eb20a2f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.1084583 Oct 27 05:26:03.323864 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4523eab4-b832-4b14-b9b1-7989b2b5dd00 req-bf88f34a-94be-4f09-9357-e0a23f05d081 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154370 Oct 27 05:26:03.355142 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf3d2b1f-7ebb-403b-98f8-231af6f814cd req-61f1c1db-3d38-466f-aaf6-2d6810e9fd97 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935183 Oct 27 05:26:03.382775 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-879e108d-d379-42eb-9f6c-caebab077e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:03.384294 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-879e108d-d379-42eb-9f6c-caebab077e6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.1590917 Oct 27 05:26:03.431616 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-2556cf57-5814-4bcd-bd35-b6bbd7c4760a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0386987 Oct 27 05:26:03.483743 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-bac427b4-ae20-4281-9579-4d92ced77012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:03.485207 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-bac427b4-ae20-4281-9579-4d92ced77012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0453618 Oct 27 05:26:03.519316 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-5475492c-c3a8-4fe3-8866-84572be11dd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243962 Oct 27 05:26:03.619862 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-feb463d8-0099-40d7-b563-27e71592d843 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911727 Oct 27 05:26:03.719299 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7ea25578-ceb0-42e4-a573-ab9755893384 req-986a69c9-b792-4964-9eeb-c81541efc694 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898936 Oct 27 05:26:03.816280 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53336) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:03.923081 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d84265c-d245-43a3-8e97-cc64d0d295d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.001866 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d84265c-d245-43a3-8e97-cc64d0d295d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.005825 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2d84265c-d245-43a3-8e97-cc64d0d295d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.049742 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-2d84265c-d245-43a3-8e97-cc64d0d295d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4781bbec30a147bab680c9c1102e24b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320988 Oct 27 05:26:04.051178 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84265c-d245-43a3-8e97-cc64d0d295d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f86c50-fa37-4721-9dfd-29ce3c78d189,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:04.052173 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53342) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:04.100175 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21decadf-0fe6-4a44-8a80-5ca5e202a773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.124654 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21decadf-0fe6-4a44-8a80-5ca5e202a773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.176144 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21decadf-0fe6-4a44-8a80-5ca5e202a773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.178736 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-21decadf-0fe6-4a44-8a80-5ca5e202a773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:04.179908 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-21decadf-0fe6-4a44-8a80-5ca5e202a773 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1f86c50-fa37-4721-9dfd-29ce3c78d189 HTTP/1.1" status: 204 len: 168 time: 0.1267829 Oct 27 05:26:04.188105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21decadf-0fe6-4a44-8a80-5ca5e202a773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f86c50-fa37-4721-9dfd-29ce3c78d189,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:04.495978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448e583-b9a7-44ee-966e-35c5e826d286 req-ba22ca30-16ee-4a76-99f4-4791ca7884d1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:04.497485 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b448e583-b9a7-44ee-966e-35c5e826d286 req-ba22ca30-16ee-4a76-99f4-4791ca7884d1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0961289 Oct 27 05:26:04.510314 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434c44-cc39-49cc-8b07-b44f563f87b2 req-8417761d-a29e-4640-bace-5974f95443f2 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:04.511711 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-49434c44-cc39-49cc-8b07-b44f563f87b2 req-8417761d-a29e-4640-bace-5974f95443f2 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0779362 Oct 27 05:26:04.566772 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-49434c44-cc39-49cc-8b07-b44f563f87b2 req-a07d4665-e9b8-436e-b7c3-53e7eec48c5c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 Oct 27 05:26:04.569582 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b448e583-b9a7-44ee-966e-35c5e826d286 req-e2ce4313-8539-411b-a484-a0ccdc892221 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 Oct 27 05:26:05.714697 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8625-e12a-40ea-a1f3-9333eb38bfd4 req-28ec8f4d-53f7-4896-9b66-284abb7baff9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:05.716179 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-55fd8625-e12a-40ea-a1f3-9333eb38bfd4 req-28ec8f4d-53f7-4896-9b66-284abb7baff9 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0798318 Oct 27 05:26:05.724156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0f24-34b4-4785-9710-e1099c1f9e80 req-9616da1a-93a4-4f3c-9566-bade7386145f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:05.725487 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3dae0f24-34b4-4785-9710-e1099c1f9e80 req-9616da1a-93a4-4f3c-9566-bade7386145f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0789728 Oct 27 05:26:05.780660 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-55fd8625-e12a-40ea-a1f3-9333eb38bfd4 req-313a7773-3423-4431-b19d-b8944f0c1d2d tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542488 Oct 27 05:26:05.785703 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3dae0f24-34b4-4785-9710-e1099c1f9e80 req-ba45e407-f49a-4bde-91ab-f02e489f6d50 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530736 Oct 27 05:26:05.891336 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-99845f9b-1d75-4308-bb81-08bebd55cf74 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:05.892760 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-99845f9b-1d75-4308-bb81-08bebd55cf74 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 945 time: 0.0495646 Oct 27 05:26:05.986934 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Deleting port c04e16e6-ce80-4d8e-bf17-017e08ae7973 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:26:05.987314 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:06.080021 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] For port c04e16e6-ce80-4d8e-bf17-017e08ae7973, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c04e16e6-ce80-4d8e-bf17-017e08ae7973,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:06.080312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:06.092818 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Calling delete_port for c04e16e6-ce80-4d8e-bf17-017e08ae7973 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:26:06.225788 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:06.252454 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event deleted for resources: {'Port': ['ID=c04e16e6-ce80-4d8e-bf17-017e08ae7973,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:06.268681 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454', 'c04e16e6-ce80-4d8e-bf17-017e08ae7973'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:06.298128 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] No DVR routers for this DVR port c04e16e6-ce80-4d8e-bf17-017e08ae7973 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:26:06.300543 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:06.304157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-52d9fff2-411e-4ea6-a2dc-9640fcd8b02a req-3c20ecc1-c2c2-458f-8267-3add51d24954 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "DELETE /v2.0/ports/c04e16e6-ce80-4d8e-bf17-017e08ae7973 HTTP/1.1" status: 204 len: 173 time: 0.4037554 Oct 27 05:26:06.304597 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'name': 'network-vif-deleted', 'tag': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:06.306901 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5e5717-7338-4935-b2a9-7e4e2ba661e5" -d '{"events": [{"server_uuid": "a1b70cf6-6148-4790-9c07-10cc7be8e4e7", "name": "network-vif-deleted", "tag": "c04e16e6-ce80-4d8e-bf17-017e08ae7973"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:06.346322 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe588351-16a8-4c9a-a1f6-68c60355e570 x-openstack-request-id: req-fe588351-16a8-4c9a-a1f6-68c60355e570 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:06.346630 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b70cf6-6148-4790-9c07-10cc7be8e4e7", "name": "network-vif-deleted", "tag": "c04e16e6-ce80-4d8e-bf17-017e08ae7973", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:06.346904 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe588351-16a8-4c9a-a1f6-68c60355e570 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:06.347397 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b70cf6-6148-4790-9c07-10cc7be8e4e7', 'name': 'network-vif-deleted', 'tag': 'c04e16e6-ce80-4d8e-bf17-017e08ae7973', 'status': 'completed', 'code': 200} Oct 27 05:26:06.634708 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f8a0bcc1-0e48-464d-8099-87c6f8f518e0 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:26:06.657845 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: f8a0bcc1-0e48-464d-8099-87c6f8f518e0 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:26:06.658175 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f8a0bcc1-0e48-464d-8099-87c6f8f518e0 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:26:06.906706 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d8ddf0cc-d488-44fa-99e3-d2b93006b10f req-be3654c7-919a-43bd-9a9d-0a8343e3ef5c tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b70cf6-6148-4790-9c07-10cc7be8e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0408640 Oct 27 05:26:06.927754 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fb54a-ac01-4afb-af45-3f63c735122e req-ec7e8feb-3e84-47f5-b7df-6ee7f84fb9fd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:06.929231 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-948fb54a-ac01-4afb-af45-3f63c735122e req-ec7e8feb-3e84-47f5-b7df-6ee7f84fb9fd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0746660 Oct 27 05:26:06.971520 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-948fb54a-ac01-4afb-af45-3f63c735122e req-969c42f6-9e00-4d59-945f-ff9fd04f41ea tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Oct 27 05:26:08.103113 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c82e1-d3d9-44d3-ba46-6da9f3a34217 req-bf4254b7-dd38-409c-884c-d9e71bae465a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:08.104607 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d83c82e1-d3d9-44d3-ba46-6da9f3a34217 req-bf4254b7-dd38-409c-884c-d9e71bae465a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0560288 Oct 27 05:26:08.145829 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d83c82e1-d3d9-44d3-ba46-6da9f3a34217 req-51687dcd-9844-4809-9f03-c741f78b4b4a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353720 Oct 27 05:26:08.622459 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device c04e16e6-ce80-4d8e-bf17-017e08ae7973 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:26:08.642084 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: c04e16e6-ce80-4d8e-bf17-017e08ae7973 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:26:08.642420 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device c04e16e6-ce80-4d8e-bf17-017e08ae7973 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:26:09.308138 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e133576-7b8a-4a39-b6b1-c7361c608086 req-43a000e3-594a-492a-a825-b401f292f0cf tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:09.309584 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6e133576-7b8a-4a39-b6b1-c7361c608086 req-43a000e3-594a-492a-a825-b401f292f0cf tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0807695 Oct 27 05:26:09.319756 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d473f1-f5d5-42d0-ba0a-70df486adc7a req-3b0f60c1-efb4-4597-872e-d25cf3d96517 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:09.321638 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c4d473f1-f5d5-42d0-ba0a-70df486adc7a req-3b0f60c1-efb4-4597-872e-d25cf3d96517 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.0641997 Oct 27 05:26:09.374769 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6e133576-7b8a-4a39-b6b1-c7361c608086 req-f9c7ab4e-9a3b-4c52-bfde-c03365d973b2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522046 Oct 27 05:26:09.379322 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c4d473f1-f5d5-42d0-ba0a-70df486adc7a req-20d29f01-88ec-4b29-be2c-76b8257c0684 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Oct 27 05:26:10.522270 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c93b2-e3d6-4a21-b816-bc92e3304e6d req-57fa5810-56e3-4c1b-8bdc-25e20de0fa40 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:10.523655 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-243c93b2-e3d6-4a21-b816-bc92e3304e6d req-57fa5810-56e3-4c1b-8bdc-25e20de0fa40 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0800211 Oct 27 05:26:10.532527 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347a552-33a9-45ee-9d50-ff3432093222 req-e25c63c9-c9af-491b-afc4-f73b1c21f591 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:10.533891 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e347a552-33a9-45ee-9d50-ff3432093222 req-e25c63c9-c9af-491b-afc4-f73b1c21f591 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.0814095 Oct 27 05:26:10.585695 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-243c93b2-e3d6-4a21-b816-bc92e3304e6d req-d4d18377-7372-476d-a095-2ab75624b1ab tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508783 Oct 27 05:26:10.593041 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e347a552-33a9-45ee-9d50-ff3432093222 req-881cbc6d-d3b4-43e8-8265-c37178c23191 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Oct 27 05:26:10.827806 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9f3b568c-7695-4b44-997f-1b38e779af6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:11.759534 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aff27-df7e-4498-950f-a1b96b2a636b req-a3338944-eca3-4309-8cb2-cff1f235987e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:11.760994 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b48aff27-df7e-4498-950f-a1b96b2a636b req-a3338944-eca3-4309-8cb2-cff1f235987e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.1060457 Oct 27 05:26:11.769829 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426bb9e-6989-4473-852c-504ab2b144dd req-93ea8e32-8217-4d4d-9110-e899bebed172 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:11.771200 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6426bb9e-6989-4473-852c-504ab2b144dd req-93ea8e32-8217-4d4d-9110-e899bebed172 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.1076522 Oct 27 05:26:11.807872 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-4dec0b0a-f1b4-4cff-a43e-b5b64993b54f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:11.809257 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-4dec0b0a-f1b4-4cff-a43e-b5b64993b54f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "GET /v2.0/ports?device_id=652ed823-f7bf-472b-b998-a85dc1c52d4e HTTP/1.1" status: 200 len: 946 time: 0.1027105 Oct 27 05:26:11.857487 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b48aff27-df7e-4498-950f-a1b96b2a636b req-6774a744-f3f6-4eba-895b-42725f5ca9cd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844510 Oct 27 05:26:11.881358 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6426bb9e-6989-4473-852c-504ab2b144dd req-faca5879-21a6-447c-bd2f-58a83c411a82 tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b31942a-747f-46fe-8ae7-ba593960814b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997069 Oct 27 05:26:11.933214 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Deleting port e950860b-4f8f-4746-83b3-a62baf2bc454 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:26:11.933725 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:11.998800 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:26:12.021392 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] For port e950860b-4f8f-4746-83b3-a62baf2bc454, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e950860b-4f8f-4746-83b3-a62baf2bc454,segment=NetworkSegment(b4f13a36-208b-4e66-a2ea-2863fdb80eb9),segment_id=b4f13a36-208b-4e66-a2ea-2863fdb80eb9)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:12.021747 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:12.034305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Calling delete_port for e950860b-4f8f-4746-83b3-a62baf2bc454 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:26:12.159737 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:12.185857 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Pushing event deleted for resources: {'Port': ['ID=e950860b-4f8f-4746-83b3-a62baf2bc454,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:12.198787 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['e950860b-4f8f-4746-83b3-a62baf2bc454'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:12.228873 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] No DVR routers for this DVR port e950860b-4f8f-4746-83b3-a62baf2bc454 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:26:12.231369 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:12.234705 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a88d4e8-9199-48ed-8142-2b009e652686 req-61a8b868-e320-40e9-9343-9e676ab9d72f tempest-AttachVolumeNegativeTest-1895417590 tempest-AttachVolumeNegativeTest-1895417590-project] 10.222.0.25 "DELETE /v2.0/ports/e950860b-4f8f-4746-83b3-a62baf2bc454 HTTP/1.1" status: 204 len: 173 time: 0.4148734 Oct 27 05:26:12.235188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'name': 'network-vif-deleted', 'tag': 'e950860b-4f8f-4746-83b3-a62baf2bc454'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:12.237782 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118397b8-be4f-443f-bb8e-a7e8f4ec8592" -d '{"events": [{"server_uuid": "652ed823-f7bf-472b-b998-a85dc1c52d4e", "name": "network-vif-deleted", "tag": "e950860b-4f8f-4746-83b3-a62baf2bc454"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:12.277762 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579fc99b-ce3c-4817-8299-fbd508b363d4 x-openstack-request-id: req-579fc99b-ce3c-4817-8299-fbd508b363d4 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:12.278053 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652ed823-f7bf-472b-b998-a85dc1c52d4e", "name": "network-vif-deleted", "tag": "e950860b-4f8f-4746-83b3-a62baf2bc454", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:12.278312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-579fc99b-ce3c-4817-8299-fbd508b363d4 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:12.278732 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652ed823-f7bf-472b-b998-a85dc1c52d4e', 'name': 'network-vif-deleted', 'tag': 'e950860b-4f8f-4746-83b3-a62baf2bc454', 'status': 'completed', 'code': 200} Oct 27 05:26:12.940160 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53446) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:12.983901 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b04f2-5eba-4b55-98e8-010ea351387c req-c4321cfe-102e-4df2-8cf2-6b19e8f6e0d5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:12.984872 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Deleting subnet 4ae92573-83f0-4d56-ba61-e88bbbc248a9 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:26:12.985355 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e10b04f2-5eba-4b55-98e8-010ea351387c req-c4321cfe-102e-4df2-8cf2-6b19e8f6e0d5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0553186 Oct 27 05:26:12.990210 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.025409 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e10b04f2-5eba-4b55-98e8-010ea351387c req-3929ff1f-7356-4f69-a077-e067e87f704e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Oct 27 05:26:13.025770 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.065044 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.118446 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.147530 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae92573-83f0-4d56-ba61-e88bbbc248a9,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:13.152260 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.155896 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-5a3f7219-3993-4661-9552-dd65c5e4ca68 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ae92573-83f0-4d56-ba61-e88bbbc248a9 HTTP/1.1" status: 204 len: 168 time: 0.2147770 Oct 27 05:26:13.159253 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53452) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:13.231283 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.313715 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.334249 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6f87d9-82ce-4d7a-aff7-d541b8062c70']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:26:13.346087 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:26:13.346526 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f13a36-208b-4e66-a2ea-2863fdb80eb9') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:26:13.348286 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d3e783be-bbda-4966-9491-6555d3d8ec6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.358176 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.372235 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.378229 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:26:13.378610 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:26:13.380302 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:26:13.438466 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.445018 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.451497 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a6f87d9-82ce-4d7a-aff7-d541b8062c70 HTTP/1.1" status: 204 len: 168 time: 0.2910726 Oct 27 05:26:13.462438 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec76c2-8266-4ef8-861f-31c15dff30b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6f87d9-82ce-4d7a-aff7-d541b8062c70,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:13.624566 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53468) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:13.663902 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-eea1f7a2-9c5a-490a-9a15-932505be0a61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afc752056a18437e8c160fa21c4414d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381989 Oct 27 05:26:13.666466 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53470) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:13.719803 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-686b7e29-d198-4ceb-83ae-a96d09f51991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.741541 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-686b7e29-d198-4ceb-83ae-a96d09f51991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.792937 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-686b7e29-d198-4ceb-83ae-a96d09f51991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.796330 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-686b7e29-d198-4ceb-83ae-a96d09f51991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:13.801063 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-686b7e29-d198-4ceb-83ae-a96d09f51991 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b31942a-747f-46fe-8ae7-ba593960814b HTTP/1.1" status: 204 len: 168 time: 0.1312745 Oct 27 05:26:13.811741 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b7e29-d198-4ceb-83ae-a96d09f51991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b31942a-747f-46fe-8ae7-ba593960814b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:14.149969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e4cc-9b8b-4fe5-862e-26fc297d8c56 req-1ce89e15-3f5b-4cab-bbe5-ee250a5282f4 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:14.157096 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d9f9e4cc-9b8b-4fe5-862e-26fc297d8c56 req-1ce89e15-3f5b-4cab-bbe5-ee250a5282f4 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0569034 Oct 27 05:26:14.192491 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d9f9e4cc-9b8b-4fe5-862e-26fc297d8c56 req-7386269f-94ec-475d-8846-445134d7d18e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Oct 27 05:26:14.501274 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:14.653942 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device e950860b-4f8f-4746-83b3-a62baf2bc454 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:26:14.673638 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: e950860b-4f8f-4746-83b3-a62baf2bc454 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:26:14.673998 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device e950860b-4f8f-4746-83b3-a62baf2bc454 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:26:14.842976 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:15.309759 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b67571-15b0-45a7-bb08-1e0d5c6833df req-9f253a57-b313-47a9-a117-f89db1f7b1b2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:15.311498 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-12b67571-15b0-45a7-bb08-1e0d5c6833df req-9f253a57-b313-47a9-a117-f89db1f7b1b2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0497546 Oct 27 05:26:15.351244 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-12b67571-15b0-45a7-bb08-1e0d5c6833df req-3d42a2e8-7021-4577-9578-eff3a523b058 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Oct 27 05:26:16.333619 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:16.473770 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a879ecf-9b68-44a4-b571-e38ebbe5ce05 req-383b9ec7-388a-42a2-be4b-d6c6329fdc4c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:16.475262 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a879ecf-9b68-44a4-b571-e38ebbe5ce05 req-383b9ec7-388a-42a2-be4b-d6c6329fdc4c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Oct 27 05:26:16.512567 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a879ecf-9b68-44a4-b571-e38ebbe5ce05 req-260fbfc5-db6d-4dae-868d-e97d9c4ac779 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Oct 27 05:26:17.631119 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890d210-5240-4b85-b53a-664b2c54de4a req-ada3bb1c-657d-4948-9af2-c4425fb573f6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:17.632466 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a890d210-5240-4b85-b53a-664b2c54de4a req-ada3bb1c-657d-4948-9af2-c4425fb573f6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0481992 Oct 27 05:26:17.671182 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a890d210-5240-4b85-b53a-664b2c54de4a req-e1c1d18d-ae3e-446d-a61f-6a37d67e57bd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Oct 27 05:26:18.615794 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53604) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:18.761811 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4d1da82-02e7-4009-9a0d-5fb746fd6bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:18.793709 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55ac61-fc13-4f1a-8fc8-8f72da03f14b req-ff9260fa-8b14-4ae6-8a22-7552c9988bc0 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:18.795444 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab55ac61-fc13-4f1a-8fc8-8f72da03f14b req-ff9260fa-8b14-4ae6-8a22-7552c9988bc0 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0556352 Oct 27 05:26:18.837848 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab55ac61-fc13-4f1a-8fc8-8f72da03f14b req-4a29966f-a401-49d2-b2fc-91870db57587 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Oct 27 05:26:18.838339 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4d1da82-02e7-4009-9a0d-5fb746fd6bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:18.841949 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c4d1da82-02e7-4009-9a0d-5fb746fd6bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:18.879621 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1da82-02e7-4009-9a0d-5fb746fd6bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68943b89-3bb3-4077-b363-c5bc20b64715,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:18.885040 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-c4d1da82-02e7-4009-9a0d-5fb746fd6bd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df7271fc9c2a4a8694388ab6bb49dda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682467 Oct 27 05:26:18.887953 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53614) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:18.938173 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-53c4090d-a3bb-4435-b7f7-f80b49a9838f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:18.958623 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-53c4090d-a3bb-4435-b7f7-f80b49a9838f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:19.002873 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-53c4090d-a3bb-4435-b7f7-f80b49a9838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:19.005434 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-53c4090d-a3bb-4435-b7f7-f80b49a9838f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:19.006538 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-53c4090d-a3bb-4435-b7f7-f80b49a9838f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68943b89-3bb3-4077-b363-c5bc20b64715 HTTP/1.1" status: 204 len: 168 time: 0.1176212 Oct 27 05:26:19.014714 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4090d-a3bb-4435-b7f7-f80b49a9838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68943b89-3bb3-4077-b363-c5bc20b64715,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:19.977555 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978fdbd-4bc2-4a53-b7eb-3cbd75ce44bc req-93fdbc96-d25e-4ab2-b2ff-cb6113c14dd2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:19.979042 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6978fdbd-4bc2-4a53-b7eb-3cbd75ce44bc req-93fdbc96-d25e-4ab2-b2ff-cb6113c14dd2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0540276 Oct 27 05:26:20.027324 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6978fdbd-4bc2-4a53-b7eb-3cbd75ce44bc req-6876b381-338a-4cff-b5f1-16ee43673852 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Oct 27 05:26:20.053127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 53664) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:20.170292 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb9a-8a54-4c9b-a8d3-b41b75be8a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.250354 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb9a-8a54-4c9b-a8d3-b41b75be8a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.255736 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-cb45fb9a-8a54-4c9b-a8d3-b41b75be8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.300618 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-cb45fb9a-8a54-4c9b-a8d3-b41b75be8a53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19f8af0b27b44e09bba47aab0766f0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462873 Oct 27 05:26:20.301466 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45fb9a-8a54-4c9b-a8d3-b41b75be8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e374af-7025-4deb-86d5-ae05e31b4a3e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:20.303504 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 53670) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:20.354136 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60f379b-0a7f-4639-9cf5-7f7f7b408eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.376543 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60f379b-0a7f-4639-9cf5-7f7f7b408eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.420973 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60f379b-0a7f-4639-9cf5-7f7f7b408eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.423473 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60f379b-0a7f-4639-9cf5-7f7f7b408eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:20.424599 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-b60f379b-0a7f-4639-9cf5-7f7f7b408eee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33e374af-7025-4deb-86d5-ae05e31b4a3e HTTP/1.1" status: 204 len: 168 time: 0.1201055 Oct 27 05:26:20.432901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f379b-0a7f-4639-9cf5-7f7f7b408eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e374af-7025-4deb-86d5-ae05e31b4a3e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:21.159649 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03cdfc-d205-4480-882c-3b3bd8b10acd req-cde4d149-7ccb-44ee-aa38-881cfba0dae8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:21.161302 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fb03cdfc-d205-4480-882c-3b3bd8b10acd req-cde4d149-7ccb-44ee-aa38-881cfba0dae8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0553713 Oct 27 05:26:21.207644 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fb03cdfc-d205-4480-882c-3b3bd8b10acd req-8f3e2ef1-88ab-459d-9f2a-f0797ea2fd4f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Oct 27 05:26:21.344904 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-1811971c-4cc2-4e5e-a5cf-28bf756e7867 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=424c7d40fb1c4e09b07ac82f43853c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301716 Oct 27 05:26:21.529579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-991608a5-232c-489c-b6bc-b81647cda37d tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:21.531033 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-991608a5-232c-489c-b6bc-b81647cda37d tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804008 Oct 27 05:26:21.545954 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-8b3ffaa1-721f-4c5b-99b7-bab1569f1d0a tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/quotas/424c7d40fb1c4e09b07ac82f43853c1c HTTP/1.1" status: 200 len: 375 time: 0.0093374 Oct 27 05:26:21.580158 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-5513e7b9-3915-46ee-8498-5cec431f419e tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=424c7d40fb1c4e09b07ac82f43853c1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289004 Oct 27 05:26:21.740998 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a2da0427-d4cc-4835-9751-4ca1fa09e6ed req-1dd47994-984e-46fb-9da2-c196e8227122 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 210 time: 0.0262525 Oct 27 05:26:22.322481 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d80340-0d25-4c5b-9219-4c8d03c5e722 req-29110d05-33b4-4bee-aad5-cf6f8d883f4f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:22.323995 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-74d80340-0d25-4c5b-9219-4c8d03c5e722 req-29110d05-33b4-4bee-aad5-cf6f8d883f4f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Oct 27 05:26:22.361907 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-74d80340-0d25-4c5b-9219-4c8d03c5e722 req-93bf741f-96d8-44cd-a331-43b00527714e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Oct 27 05:26:22.776090 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-c7758c8f-dd70-40d0-8df6-35638f27c8b2 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=424c7d40fb1c4e09b07ac82f43853c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221775 Oct 27 05:26:23.060012 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-878d1ea2-a0a0-47aa-bb0f-96ee3c4ba98b req-9c941249-2816-46a2-9673-89339cc85e53 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Oct 27 05:26:23.105894 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-4015fba0-e14b-4efd-9d84-9e1ccac5064d tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:23.107323 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-4015fba0-e14b-4efd-9d84-9e1ccac5064d tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247011 Oct 27 05:26:23.129384 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Request body: {'port': {'device_id': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269', 'admin_state_up': True, 'tenant_id': '424c7d40fb1c4e09b07ac82f43853c1c'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:26:23.253410 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Made reservation on behalf of 424c7d40fb1c4e09b07ac82f43853c1c for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:26:23.257014 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.272223 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.365963 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.370170 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.430492 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a201c1-255d-4252-aff0-e09721d8630e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:23.540205 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53eb9-76bc-410c-b696-3df6b145a57b req-8bd084b1-46fd-49b3-b1cd-1f0351d6e55a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:23.541677 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-57b53eb9-76bc-410c-b696-3df6b145a57b req-8bd084b1-46fd-49b3-b1cd-1f0351d6e55a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.1016326 Oct 27 05:26:23.560117 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Allocated IP 192.168.233.65 (2657b8c4-9739-405d-9945-d5b6b555b269/5915d189-150e-4abd-80a7-d419bab1c71e/26a7af31-e00b-4588-aae4-874ac9b7270d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:26:23.604148 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-57b53eb9-76bc-410c-b696-3df6b145a57b req-acc6610d-b241-42e1-a024-acbb002388ea tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562458 Oct 27 05:26:23.727612 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.760288 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.804204 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Network 2657b8c4-9739-405d-9945-d5b6b555b269 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:26:23.807360 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:26:23.810189 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:26:23.845092 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Pushing event updated for resources: {'Port': ['ID=26a7af31-e00b-4588-aae4-874ac9b7270d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:23.874878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:23.874878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:23.891335 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-bb4d504f-45cc-4382-b3fa-b0354e774511 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7682979 Oct 27 05:26:23.910564 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Request body: {'port': {'device_id': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:26:23.966635 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.036329 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-923f917a-8cc7-455a-a08c-9d16d45ff65d None None] Provisioning complete for port 26a7af31-e00b-4588-aae4-874ac9b7270d triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:26:24.036900 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-923f917a-8cc7-455a-a08c-9d16d45ff65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.069954 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-923f917a-8cc7-455a-a08c-9d16d45ff65d None None] Port 26a7af31-e00b-4588-aae4-874ac9b7270d cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:26:24.215338 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7cefd-df99-483e-89ee-e13bd457427c req-419334a5-6b34-434e-b049-a4e8314e6db0 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:24.216792 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3d7cefd-df99-483e-89ee-e13bd457427c req-419334a5-6b34-434e-b049-a4e8314e6db0 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 935 time: 0.0826323 Oct 27 05:26:24.289805 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3d7cefd-df99-483e-89ee-e13bd457427c req-3c374666-ff10-4beb-8d2f-a538f753a187 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657349 Oct 27 05:26:24.294849 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a7af31-e00b-4588-aae4-874ac9b7270d {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:26:24.311020 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.315908 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Transition to ACTIVE for port object 26a7af31-e00b-4588-aae4-874ac9b7270d will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:26:24.319330 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.370837 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7af31-e00b-4588-aae4-874ac9b7270d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:24.459449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Attempting to bind port 26a7af31-e00b-4588-aae4-874ac9b7270d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:26:24.459891 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Attempting to bind port 26a7af31-e00b-4588-aae4-874ac9b7270d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:26:24.460319 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Attempting to bind port 26a7af31-e00b-4588-aae4-874ac9b7270d on network 2657b8c4-9739-405d-9945-d5b6b555b269 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:26:24.465356 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Port 26a7af31-e00b-4588-aae4-874ac9b7270d on network 2657b8c4-9739-405d-9945-d5b6b555b269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:26:24.465758 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Attempting to bind port 26a7af31-e00b-4588-aae4-874ac9b7270d on network 2657b8c4-9739-405d-9945-d5b6b555b269 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:26:24.471314 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:26:24.471730 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Checking segment: {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:26:24.472181 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Bound using segment: {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:26:24.472903 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Bound port: 26a7af31-e00b-4588-aae4-874ac9b7270d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f67764-d48b-4f83-a481-fb9a1dc08fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:26:24.473328 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.545050 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] For port 26a7af31-e00b-4588-aae4-874ac9b7270d, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:26:24.549715 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] For port 26a7af31-e00b-4588-aae4-874ac9b7270d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=26a7af31-e00b-4588-aae4-874ac9b7270d,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:26:24.553912 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.591018 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:24.591691 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:24.593138 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] 10.222.0.25 "PUT /v2.0/ports/26a7af31-e00b-4588-aae4-874ac9b7270d HTTP/1.1" status: 200 len: 1097 time: 0.6867809 Oct 27 05:26:24.599356 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'tag': '26a7af31-e00b-4588-aae4-874ac9b7270d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:24.603264 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20530c27-06c9-404d-878b-037869a66bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "12ca7dfb-dd99-4a69-b7a7-9c8935152b70", "tag": "26a7af31-e00b-4588-aae4-874ac9b7270d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:24.655643 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14588d79-d5d8-41c7-a668-6c09511eead6 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7af31-e00b-4588-aae4-874ac9b7270d,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:24.676874 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be084358-ecf5-49cd-8dd5-72cb9c92d3e3 x-openstack-request-id: req-be084358-ecf5-49cd-8dd5-72cb9c92d3e3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:24.677249 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ca7dfb-dd99-4a69-b7a7-9c8935152b70", "tag": "26a7af31-e00b-4588-aae4-874ac9b7270d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:24.677575 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be084358-ecf5-49cd-8dd5-72cb9c92d3e3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:24.678060 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'tag': '26a7af31-e00b-4588-aae4-874ac9b7270d', 'status': 'completed', 'code': 200} Oct 27 05:26:24.741708 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-30b261ab-327f-41c7-b7fc-5d853e899557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:24.743292 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-30b261ab-327f-41c7-b7fc-5d853e899557 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=424c7d40fb1c4e09b07ac82f43853c1c&device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 1100 time: 0.0807810 Oct 27 05:26:24.761572 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8ad1-17f8-4b71-8e25-2dd9285b76b7 req-690688ad-68bc-4330-b83f-34796de169c6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:24.763069 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aa0c8ad1-17f8-4b71-8e25-2dd9285b76b7 req-690688ad-68bc-4330-b83f-34796de169c6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0624371 Oct 27 05:26:24.807235 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-4c3e3188-66ce-4cb3-8322-5d96742cf351 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=26a7af31-e00b-4588-aae4-874ac9b7270d HTTP/1.1" status: 200 len: 217 time: 0.0430019 Oct 27 05:26:24.865691 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aa0c8ad1-17f8-4b71-8e25-2dd9285b76b7 req-25e7bd60-5ade-449d-be2c-5bb5aed21ccd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948770 Oct 27 05:26:24.875476 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-9cf93a21-4f49-4ed4-a446-567ae47e61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:24.877700 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-9cf93a21-4f49-4ed4-a446-567ae47e61d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5915d189-150e-4abd-80a7-d419bab1c71e HTTP/1.1" status: 200 len: 843 time: 0.0623977 Oct 27 05:26:24.926525 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-0b904f8a-ba0a-4b3a-849d-186621cf37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:24.928004 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-0b904f8a-ba0a-4b3a-849d-186621cf37ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2657b8c4-9739-405d-9945-d5b6b555b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434482 Oct 27 05:26:25.016063 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-f3c390f6-39ff-44a1-abfc-853bbbdfd5de service neutron] 10.222.0.25 "GET /v2.0/networks/2657b8c4-9739-405d-9945-d5b6b555b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798168 Oct 27 05:26:25.109183 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8248aac2-e7a8-410a-b889-73c9eda83f25 req-fa906e29-77b0-4c89-bddd-ba568b2694ca service neutron] 10.222.0.25 "GET /v2.0/networks/2657b8c4-9739-405d-9945-d5b6b555b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Oct 27 05:26:25.245169 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20530c27-06c9-404d-878b-037869a66bf2 req-58995907-ac83-4fe9-a0b6-d4edfab55719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:25.246575 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-58995907-ac83-4fe9-a0b6-d4edfab55719 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=424c7d40fb1c4e09b07ac82f43853c1c&device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 1100 time: 0.0391228 Oct 27 05:26:25.340727 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20530c27-06c9-404d-878b-037869a66bf2 req-2744a722-107c-4367-add8-2c1c5fac5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:25.342212 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-2744a722-107c-4367-add8-2c1c5fac5bd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2657b8c4-9739-405d-9945-d5b6b555b269 HTTP/1.1" status: 200 len: 870 time: 0.0874448 Oct 27 05:26:25.387168 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-e94fa835-6de5-497c-bc27-bda100771efb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=26a7af31-e00b-4588-aae4-874ac9b7270d HTTP/1.1" status: 200 len: 217 time: 0.0357361 Oct 27 05:26:25.461486 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20530c27-06c9-404d-878b-037869a66bf2 req-c08a325e-9422-4af4-91cc-1f321bad8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:25.462888 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-c08a325e-9422-4af4-91cc-1f321bad8e4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5915d189-150e-4abd-80a7-d419bab1c71e HTTP/1.1" status: 200 len: 843 time: 0.0673318 Oct 27 05:26:25.470888 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f71d8-304b-4725-81a6-a66db9367fc1 req-67e69b4f-197f-4efb-929a-b1e1c15cd365 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:25.472237 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-012f71d8-304b-4725-81a6-a66db9367fc1 req-67e69b4f-197f-4efb-929a-b1e1c15cd365 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 947 time: 0.0875754 Oct 27 05:26:25.532566 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-012f71d8-304b-4725-81a6-a66db9367fc1 req-2fca2898-38b5-48fa-8a25-1ec2378df332 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523024 Oct 27 05:26:25.535030 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20530c27-06c9-404d-878b-037869a66bf2 req-77dde206-1b71-4ea9-93ee-e77f5d92d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:25.536420 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-77dde206-1b71-4ea9-93ee-e77f5d92d04c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2657b8c4-9739-405d-9945-d5b6b555b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633817 Oct 27 05:26:25.630708 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-3147a069-acf1-4a35-90c9-e420318fdbd9 service neutron] 10.222.0.25 "GET /v2.0/networks/2657b8c4-9739-405d-9945-d5b6b555b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866899 Oct 27 05:26:25.721764 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-20530c27-06c9-404d-878b-037869a66bf2 req-6609343f-9c71-4e56-afb8-2294aa22ec78 service neutron] 10.222.0.25 "GET /v2.0/networks/2657b8c4-9739-405d-9945-d5b6b555b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Oct 27 05:26:25.997379 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9353e3c-bc54-4849-944b-14193901e3d7 req-2dc893f4-c475-4e10-8604-8d9894f94e87 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:25.998866 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c9353e3c-bc54-4849-944b-14193901e3d7 req-2dc893f4-c475-4e10-8604-8d9894f94e87 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Oct 27 05:26:26.040296 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c9353e3c-bc54-4849-944b-14193901e3d7 req-fe0d3535-aab4-4d82-bc83-81c5c7be619b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Oct 27 05:26:26.650561 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268c6c-645c-4740-8e83-27a31aac1f01 req-b82d1b9b-665a-47f7-a37c-4704fc941336 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:26.652053 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37268c6c-645c-4740-8e83-27a31aac1f01 req-b82d1b9b-665a-47f7-a37c-4704fc941336 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 947 time: 0.0513129 Oct 27 05:26:26.688730 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37268c6c-645c-4740-8e83-27a31aac1f01 req-5a3e0a46-77f6-4f6d-ae11-93bb59624549 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Oct 27 05:26:27.158366 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aefca-b2e0-4058-adc1-4b1ec5fb089b req-1a1f9e02-ed46-4e5a-a365-a735c2e0bb0e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:27.159830 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5e8aefca-b2e0-4058-adc1-4b1ec5fb089b req-1a1f9e02-ed46-4e5a-a365-a735c2e0bb0e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0500669 Oct 27 05:26:27.202665 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5e8aefca-b2e0-4058-adc1-4b1ec5fb089b req-8ddc9741-49e3-4600-a86d-84a984eb2fe2 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Oct 27 05:26:27.456959 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:27.817528 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2387524-e028-4f76-a3b6-fde898e0982b req-dbe79aff-a032-4d34-8f91-cd990762dbb5 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:27.819026 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c2387524-e028-4f76-a3b6-fde898e0982b req-dbe79aff-a032-4d34-8f91-cd990762dbb5 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 947 time: 0.0501158 Oct 27 05:26:27.861439 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c2387524-e028-4f76-a3b6-fde898e0982b req-49bdaa07-6f5f-4f2e-b692-6d658333eba4 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363877 Oct 27 05:26:28.322238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53aa1a-ce40-445c-aaef-52488c292172 req-461c947b-76b8-44b6-ba91-1e9f59c09189 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:28.323755 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5c53aa1a-ce40-445c-aaef-52488c292172 req-461c947b-76b8-44b6-ba91-1e9f59c09189 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Oct 27 05:26:28.361066 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5c53aa1a-ce40-445c-aaef-52488c292172 req-d221e397-8a5a-442d-9815-64a32b86cb31 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Oct 27 05:26:28.979397 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222aa67-705d-42fa-b15e-a2bbfdbfa534 req-a7d88e36-5ee2-4b32-836d-f33bc4fa32a6 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:28.980845 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d222aa67-705d-42fa-b15e-a2bbfdbfa534 req-a7d88e36-5ee2-4b32-836d-f33bc4fa32a6 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 947 time: 0.0486686 Oct 27 05:26:29.018359 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d222aa67-705d-42fa-b15e-a2bbfdbfa534 req-09d574c1-a3c9-42b4-bfc2-e3d0db02d732 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Oct 27 05:26:29.478302 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178bed7-555f-47e1-9d3f-6e8b53fb6346 req-a2532d20-1296-4f93-8623-0310cbb3c4ac tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:29.480376 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8178bed7-555f-47e1-9d3f-6e8b53fb6346 req-a2532d20-1296-4f93-8623-0310cbb3c4ac tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0482869 Oct 27 05:26:29.520879 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8178bed7-555f-47e1-9d3f-6e8b53fb6346 req-a6fbd196-d3f7-4ed2-80cc-315038a01812 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Oct 27 05:26:30.137760 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45113ba-619d-40df-8a9b-aadcbceb7191 req-7c6b4a6d-f8a8-4b67-b3aa-d5139df2a976 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:30.139166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c45113ba-619d-40df-8a9b-aadcbceb7191 req-7c6b4a6d-f8a8-4b67-b3aa-d5139df2a976 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 947 time: 0.0540054 Oct 27 05:26:30.178681 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c45113ba-619d-40df-8a9b-aadcbceb7191 req-a4f92f61-6d44-4ddf-8b37-ce9682dff955 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Oct 27 05:26:30.634514 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c62066-b480-4cde-a48d-04d6e0afb2b5 req-6bb20a14-b347-4c4d-b86b-43fdcd4a6d5d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:30.635991 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b5c62066-b480-4cde-a48d-04d6e0afb2b5 req-6bb20a14-b347-4c4d-b86b-43fdcd4a6d5d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0503621 Oct 27 05:26:30.673322 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b5c62066-b480-4cde-a48d-04d6e0afb2b5 req-a2e5fc85-c8ab-4e40-8db4-86699154253c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Oct 27 05:26:30.722916 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 26a7af31-e00b-4588-aae4-874ac9b7270d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:26:30.814833 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 26a7af31-e00b-4588-aae4-874ac9b7270d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=26a7af31-e00b-4588-aae4-874ac9b7270d,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:30.826192 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '26a7af31-e00b-4588-aae4-874ac9b7270d', 'network_id': '2657b8c4-9739-405d-9945-d5b6b555b269', 'port_id': '26a7af31-e00b-4588-aae4-874ac9b7270d', 'mac_address': 'fa:16:3e:ca:87:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5915d189-150e-4abd-80a7-d419bab1c71e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:26:30.874044 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:30.887523 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a7af31-e00b-4588-aae4-874ac9b7270d {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:26:30.907249 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 26a7af31-e00b-4588-aae4-874ac9b7270d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=26a7af31-e00b-4588-aae4-874ac9b7270d,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:30.913730 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:30.961135 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=26a7af31-e00b-4588-aae4-874ac9b7270d,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:30.968224 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.968627 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.968912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.969249 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.970415 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.970415 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.970415 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.970696 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.971409 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.971409 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.971595 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:30.971831 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:31.303933 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a908c20-7dc7-4edd-bf41-0f68a7a2133b req-62e37c24-ecd8-4f52-bde2-a3415143985c tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:31.305638 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2a908c20-7dc7-4edd-bf41-0f68a7a2133b req-62e37c24-ecd8-4f52-bde2-a3415143985c tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 948 time: 0.0563905 Oct 27 05:26:31.357542 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2a908c20-7dc7-4edd-bf41-0f68a7a2133b req-8c2a3499-fca2-4de3-a136-0fd2d931232a tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Oct 27 05:26:31.373136 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['26a7af31-e00b-4588-aae4-874ac9b7270d'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:31.788463 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aed4ac-2e2b-433e-b5bd-e94d674a51d0 req-78e93e63-6515-4a6f-8f80-ff901f95568e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:31.789906 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f2aed4ac-2e2b-433e-b5bd-e94d674a51d0 req-78e93e63-6515-4a6f-8f80-ff901f95568e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0486832 Oct 27 05:26:31.826589 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f2aed4ac-2e2b-433e-b5bd-e94d674a51d0 req-a00805a7-91cc-4d09-b1af-f4164d7f9e04 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306370 Oct 27 05:26:32.468529 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd637b7-b873-4ef0-891f-1e982534be9e req-b582f42f-4f9a-48ab-9e71-b1fd6176042e tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:32.469974 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dfd637b7-b873-4ef0-891f-1e982534be9e req-b582f42f-4f9a-48ab-9e71-b1fd6176042e tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 948 time: 0.0489883 Oct 27 05:26:32.508769 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dfd637b7-b873-4ef0-891f-1e982534be9e req-fdcf6507-516d-4606-9475-0189620c2d54 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Oct 27 05:26:32.743543 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 26a7af31-e00b-4588-aae4-874ac9b7270d up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:26:32.801250 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 26a7af31-e00b-4588-aae4-874ac9b7270d completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:26:32.806294 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 26a7af31-e00b-4588-aae4-874ac9b7270d triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:26:32.806665 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:32.891296 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:32.914837 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7af31-e00b-4588-aae4-874ac9b7270d'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:32.917086 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a786b-73d0-4052-b8bd-94d29c7fef55" -d '{"events": [{"server_uuid": "12ca7dfb-dd99-4a69-b7a7-9c8935152b70", "name": "network-vif-plugged", "status": "completed", "tag": "26a7af31-e00b-4588-aae4-874ac9b7270d"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:32.930074 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 26a7af31-e00b-4588-aae4-874ac9b7270d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=26a7af31-e00b-4588-aae4-874ac9b7270d,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:32.934825 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:32.943516 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a761ee1-9264-4f9c-ae5f-c3b2eaf70a7d req-ef4c7e38-b782-4a1b-8714-27f45bfd3db1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:32.945672 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8a761ee1-9264-4f9c-ae5f-c3b2eaf70a7d req-ef4c7e38-b782-4a1b-8714-27f45bfd3db1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Oct 27 05:26:32.960991 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a69c52-dc4f-4c6e-81e7-312bdc5bf267 x-openstack-request-id: req-60a69c52-dc4f-4c6e-81e7-312bdc5bf267 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:32.961305 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca7dfb-dd99-4a69-b7a7-9c8935152b70", "name": "network-vif-plugged", "status": "completed", "tag": "26a7af31-e00b-4588-aae4-874ac9b7270d", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:32.961562 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60a69c52-dc4f-4c6e-81e7-312bdc5bf267 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:32.961950 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7af31-e00b-4588-aae4-874ac9b7270d', 'code': 200} Oct 27 05:26:32.989429 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=26a7af31-e00b-4588-aae4-874ac9b7270d,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:32.990848 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8a761ee1-9264-4f9c-ae5f-c3b2eaf70a7d req-e1279cf3-8f80-4bfb-b992-3f91943ed929 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Oct 27 05:26:33.168510 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf50271-cfc3-496f-a23f-33e8657251ea req-5850c383-5c51-45df-a85f-82a294e6481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:33.169946 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3bf50271-cfc3-496f-a23f-33e8657251ea req-5850c383-5c51-45df-a85f-82a294e6481b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 1102 time: 0.0391362 Oct 27 05:26:33.204970 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3bf50271-cfc3-496f-a23f-33e8657251ea req-4fb6b007-a407-4f10-964d-a5b17c45b405 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261943 Oct 27 05:26:33.619728 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb021e37-bc50-4d8a-9839-930825e349f9 req-58fd36a2-8772-4931-9fbf-93a5745eb295 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:33.621162 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb021e37-bc50-4d8a-9839-930825e349f9 req-58fd36a2-8772-4931-9fbf-93a5745eb295 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0486157 Oct 27 05:26:33.659663 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb021e37-bc50-4d8a-9839-930825e349f9 req-5fa909f1-5593-44a4-9da2-6ee8c42b7321 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Oct 27 05:26:34.109572 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a8697-5487-47f3-817f-9065a49dc4cc req-780841ed-2009-4ea2-8999-f59448108fe1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:34.111332 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f4a8697-5487-47f3-817f-9065a49dc4cc req-780841ed-2009-4ea2-8999-f59448108fe1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Oct 27 05:26:34.184528 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f4a8697-5487-47f3-817f-9065a49dc4cc req-4aba0a44-a478-4e51-bf1f-c91e117e1478 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Oct 27 05:26:34.771398 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da95d0-a5d7-4c83-bf69-bc3cc41b0b6a req-b2ffe220-c94f-4b84-9881-506dca8fca20 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:34.772857 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-38da95d0-a5d7-4c83-bf69-bc3cc41b0b6a req-b2ffe220-c94f-4b84-9881-506dca8fca20 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0489972 Oct 27 05:26:34.810898 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-38da95d0-a5d7-4c83-bf69-bc3cc41b0b6a req-ddc00ccb-58fe-498d-9bf2-a370be18759d tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Oct 27 05:26:35.302644 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5575cc-e0f6-49bb-b6b0-b84d5f130e7d req-6266c718-7221-4fe4-b4f3-4ac5e04aeff5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:35.304138 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4c5575cc-e0f6-49bb-b6b0-b84d5f130e7d req-6266c718-7221-4fe4-b4f3-4ac5e04aeff5 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Oct 27 05:26:35.350525 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4c5575cc-e0f6-49bb-b6b0-b84d5f130e7d req-07021292-1f38-461c-9dbd-743d9b70ffe9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Oct 27 05:26:35.923196 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b27c-cb4c-4e63-9e10-36cb4136835b req-043ef458-1b9d-4ed0-b03b-e904dbeb3396 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:35.924610 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6667b27c-cb4c-4e63-9e10-36cb4136835b req-043ef458-1b9d-4ed0-b03b-e904dbeb3396 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0474958 Oct 27 05:26:35.966524 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6667b27c-cb4c-4e63-9e10-36cb4136835b req-2eecaa8e-885c-4d55-8e24-7d3db001ddfc tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Oct 27 05:26:36.221157 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9955f26-426a-47c4-b972-841fcc9fcde2 req-83c472f1-0c5a-403b-a84f-cfbef416b115 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:36.222615 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f9955f26-426a-47c4-b972-841fcc9fcde2 req-83c472f1-0c5a-403b-a84f-cfbef416b115 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0523946 Oct 27 05:26:36.260455 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f9955f26-426a-47c4-b972-841fcc9fcde2 req-0cbab724-b23a-40f1-bbdc-df3e21abdd16 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Oct 27 05:26:36.366375 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42227312-c731-4ad3-8da2-18d640183238 req-342855c3-fd3b-410e-a8c5-28d723fdd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:36.368513 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-42227312-c731-4ad3-8da2-18d640183238 req-342855c3-fd3b-410e-a8c5-28d723fdd9b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0422664 Oct 27 05:26:36.413334 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-42227312-c731-4ad3-8da2-18d640183238 req-9f2a21b6-12bd-476d-98bd-ea913e585008 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276408 Oct 27 05:26:36.470654 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6b20f-a363-4560-906a-07ee22e834bc req-4725e507-3e04-41dd-96cf-87b09251130b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:36.472153 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50d6b20f-a363-4560-906a-07ee22e834bc req-4725e507-3e04-41dd-96cf-87b09251130b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Oct 27 05:26:36.516327 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50d6b20f-a363-4560-906a-07ee22e834bc req-7a636680-9f39-47d6-8f6e-e5e3deb7f49f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371351 Oct 27 05:26:37.376686 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28516-8b76-49c7-88bc-9b2e6bc675de req-ae5cbd02-4782-4d9b-a00b-792f82db6374 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:37.378109 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b2f28516-8b76-49c7-88bc-9b2e6bc675de req-ae5cbd02-4782-4d9b-a00b-792f82db6374 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0481436 Oct 27 05:26:37.415385 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b2f28516-8b76-49c7-88bc-9b2e6bc675de req-1bbf5896-2218-4d9a-935b-27327ff61f23 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Oct 27 05:26:37.636218 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154da0b8-bfde-4d84-87d8-f9d7a229f81e req-f4115701-1086-4238-b338-a59310ad019b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:37.637651 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-154da0b8-bfde-4d84-87d8-f9d7a229f81e req-f4115701-1086-4238-b338-a59310ad019b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0488737 Oct 27 05:26:37.675742 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-154da0b8-bfde-4d84-87d8-f9d7a229f81e req-fc8cd98e-f343-4dd5-98ac-c1009106bbd9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Oct 27 05:26:38.532675 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81528-cca9-4e18-9cc7-96d4ca1a30e0 req-49cbce0e-015f-4196-94ce-6e6641f03905 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:38.534000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2e81528-cca9-4e18-9cc7-96d4ca1a30e0 req-49cbce0e-015f-4196-94ce-6e6641f03905 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0484910 Oct 27 05:26:38.578027 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2e81528-cca9-4e18-9cc7-96d4ca1a30e0 req-a7d8a0b7-4305-49ff-abf2-08044abca4c0 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/security-groups?id=73a201c1-255d-4252-aff0-e09721d8630e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381413 Oct 27 05:26:38.794890 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aef1d-e32a-4f48-9769-022dd5b7a06d req-354a6ed3-defb-4fd1-9697-011cabff1cb6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:38.796330 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ef9aef1d-e32a-4f48-9769-022dd5b7a06d req-354a6ed3-defb-4fd1-9697-011cabff1cb6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Oct 27 05:26:38.833408 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ef9aef1d-e32a-4f48-9769-022dd5b7a06d req-d440f2b9-bfee-4315-878b-6503d7b06a69 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Oct 27 05:26:39.020226 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-cda336ce-fa28-4898-bea0-0ceabe05e490 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:39.021694 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-cda336ce-fa28-4898-bea0-0ceabe05e490 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 949 time: 0.0483828 Oct 27 05:26:39.149870 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-fdf67d1d-e4fc-49fe-8482-8c1fada840cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:39.150809 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5c9af-1c95-4bdf-b1f1-6434c7c0f3e9 req-2e91ebd7-ae9e-484b-a87c-7ba776e70f61 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:39.151381 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-fdf67d1d-e4fc-49fe-8482-8c1fada840cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0401759 Oct 27 05:26:39.152289 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-89d5c9af-1c95-4bdf-b1f1-6434c7c0f3e9 req-2e91ebd7-ae9e-484b-a87c-7ba776e70f61 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0614536 Oct 27 05:26:39.158745 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Deleting port 26a7af31-e00b-4588-aae4-874ac9b7270d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:26:39.159084 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:39.245625 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-89d5c9af-1c95-4bdf-b1f1-6434c7c0f3e9 req-3c8eb1ee-00ad-44e3-80e8-cd5db87d326a tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834723 Oct 27 05:26:39.254108 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-fbaec1a7-63e2-4300-85d0-e9541f2d39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:39.255624 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-fbaec1a7-63e2-4300-85d0-e9541f2d39a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 200 len: 920 time: 0.0964534 Oct 27 05:26:39.283937 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] For port 26a7af31-e00b-4588-aae4-874ac9b7270d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=26a7af31-e00b-4588-aae4-874ac9b7270d,segment=NetworkSegment(e4f67764-d48b-4f83-a481-fb9a1dc08fa6),segment_id=e4f67764-d48b-4f83-a481-fb9a1dc08fa6)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:39.284299 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:39.297246 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Calling delete_port for 26a7af31-e00b-4588-aae4-874ac9b7270d owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:26:39.302808 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-04f95a47-a44b-44b8-b324-918ba8864849 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0370188 Oct 27 05:26:39.363838 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-1a6039cf-878d-4291-83c4-519b6d110b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:39.363838 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-1a6039cf-878d-4291-83c4-519b6d110b6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 200 len: 859 time: 0.0441020 Oct 27 05:26:39.395427 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-71a667fd-c3ce-4c18-8842-aba43a59d9de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f8fd21e-6984-44b3-9c25-2fda23b76095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247593 Oct 27 05:26:39.430429 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:39.461222 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Pushing event deleted for resources: {'Port': ['ID=26a7af31-e00b-4588-aae4-874ac9b7270d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:39.479416 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['26a7af31-e00b-4588-aae4-874ac9b7270d'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:39.503343 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-93926416-df07-4a84-8296-7142c30ea958 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995853 Oct 27 05:26:39.506227 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] No DVR routers for this DVR port 26a7af31-e00b-4588-aae4-874ac9b7270d on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:26:39.509180 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:39.512606 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-adba159b-b2f9-433a-a73b-0770c9c7cfa9 req-4e36451e-79c6-4ec0-9c44-a75f58781e13 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.25 "DELETE /v2.0/ports/26a7af31-e00b-4588-aae4-874ac9b7270d HTTP/1.1" status: 204 len: 173 time: 0.4820609 Oct 27 05:26:39.513049 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'name': 'network-vif-deleted', 'tag': '26a7af31-e00b-4588-aae4-874ac9b7270d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:39.518301 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5badb-8565-4354-8f34-5a270ad22b34" -d '{"events": [{"server_uuid": "12ca7dfb-dd99-4a69-b7a7-9c8935152b70", "name": "network-vif-deleted", "tag": "26a7af31-e00b-4588-aae4-874ac9b7270d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:39.565715 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ff053-1b5e-4ff6-a8f8-6708fae38f20 x-openstack-request-id: req-983ff053-1b5e-4ff6-a8f8-6708fae38f20 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:39.566364 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca7dfb-dd99-4a69-b7a7-9c8935152b70", "name": "network-vif-deleted", "tag": "26a7af31-e00b-4588-aae4-874ac9b7270d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:39.566364 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-983ff053-1b5e-4ff6-a8f8-6708fae38f20 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:39.566625 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca7dfb-dd99-4a69-b7a7-9c8935152b70', 'name': 'network-vif-deleted', 'tag': '26a7af31-e00b-4588-aae4-874ac9b7270d', 'status': 'completed', 'code': 200} Oct 27 05:26:39.643609 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-6a8a055f-1cf2-4d1d-b3fd-0a78844d5227 req-0446daf5-d5c8-4a08-8702-9e3950104a72 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134925 Oct 27 05:26:39.683352 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9eb50729-8393-40ae-99fd-26fe107af5b1 req-8b80db65-4d60-4f4e-8f3c-8a38f5fcbd34 tempest-VolumesNegativeTest-1475913901 tempest-VolumesNegativeTest-1475913901-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ca7dfb-dd99-4a69-b7a7-9c8935152b70 HTTP/1.1" status: 200 len: 210 time: 0.0275035 Oct 27 05:26:40.362461 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4de8c1-a2e2-404e-971a-65d3469160ef req-61f7fb00-0c5a-43c8-a4be-102df0ce2b2f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:40.363915 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0c4de8c1-a2e2-404e-971a-65d3469160ef req-61f7fb00-0c5a-43c8-a4be-102df0ce2b2f tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Oct 27 05:26:40.404711 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0c4de8c1-a2e2-404e-971a-65d3469160ef req-99ea2aad-a959-4d52-969c-f80d5a7d9398 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Oct 27 05:26:40.832741 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a93a9b65-a50e-4e20-b738-3547f1395388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:41.529369 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53616fdf-7383-4d39-937e-68d34f09bcae req-b3367d24-82df-4deb-a97d-fef9c1ea8b76 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:41.530854 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53616fdf-7383-4d39-937e-68d34f09bcae req-b3367d24-82df-4deb-a97d-fef9c1ea8b76 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0552452 Oct 27 05:26:41.574223 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53616fdf-7383-4d39-937e-68d34f09bcae req-30e04e0a-6f97-4d43-af23-5c48a878e900 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364676 Oct 27 05:26:42.711250 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9540ee-d798-45c4-b3fc-2d3b330631af req-3196fa71-08a8-4138-b278-4b07ac5d1a8e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:42.712726 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ca9540ee-d798-45c4-b3fc-2d3b330631af req-3196fa71-08a8-4138-b278-4b07ac5d1a8e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Oct 27 05:26:42.752676 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ca9540ee-d798-45c4-b3fc-2d3b330631af req-09ecb659-940a-40fc-92dd-3ee4c2d97ce3 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Oct 27 05:26:42.796303 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 26a7af31-e00b-4588-aae4-874ac9b7270d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:26:42.818091 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 26a7af31-e00b-4588-aae4-874ac9b7270d {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:26:42.818577 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 26a7af31-e00b-4588-aae4-874ac9b7270d not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:26:43.351510 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0f6c95bb-7e04-4c41-acad-0494281b37a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:43.873572 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f679193-e5a2-46b6-8bab-5ec5afea31f9 req-feeeb169-8bb9-4f20-a9d7-5c3b194eb15d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:43.875065 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9f679193-e5a2-46b6-8bab-5ec5afea31f9 req-feeeb169-8bb9-4f20-a9d7-5c3b194eb15d tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0513074 Oct 27 05:26:43.917085 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9f679193-e5a2-46b6-8bab-5ec5afea31f9 req-479c1128-ea13-45ec-b472-4623032545f8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Oct 27 05:26:44.495882 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54382) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:44.505988 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:44.622430 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-99355d2e-3b81-4ddc-8a9f-bd01259fc516 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=424c7d40fb1c4e09b07ac82f43853c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254115 Oct 27 05:26:44.624936 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54386) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:44.671631 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcac0a10-297e-4f80-8173-c2c168f104e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:44.694778 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcac0a10-297e-4f80-8173-c2c168f104e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:44.741376 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcac0a10-297e-4f80-8173-c2c168f104e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:44.744015 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcac0a10-297e-4f80-8173-c2c168f104e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:44.745143 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bcac0a10-297e-4f80-8173-c2c168f104e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73a201c1-255d-4252-aff0-e09721d8630e HTTP/1.1" status: 204 len: 168 time: 0.1192741 Oct 27 05:26:44.752677 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac0a10-297e-4f80-8173-c2c168f104e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a201c1-255d-4252-aff0-e09721d8630e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:44.845276 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:46.339125 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:46.662225 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e1303-0baf-4e55-8f01-497afc02d04b req-028de8c0-058e-4c7f-8f2e-a910ea0b4521 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:46.663798 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-358e1303-0baf-4e55-8f01-497afc02d04b req-028de8c0-058e-4c7f-8f2e-a910ea0b4521 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0482454 Oct 27 05:26:46.702067 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-358e1303-0baf-4e55-8f01-497afc02d04b req-409af2d6-b8ec-4f4c-9d2c-b1bbfaa5080e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Oct 27 05:26:47.795607 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df478-c9ab-4a5c-971f-37947e9cd317 req-2bc460eb-51a9-4a68-9590-15bf071b9a71 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:47.797017 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a61df478-c9ab-4a5c-971f-37947e9cd317 req-2bc460eb-51a9-4a68-9590-15bf071b9a71 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0595050 Oct 27 05:26:48.074225 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db4c69-cabe-4c0c-aca1-89bb4063c3c8 req-5dba8e4f-e0a0-456c-8ce2-86c485549019 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:48.075683 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-83db4c69-cabe-4c0c-aca1-89bb4063c3c8 req-5dba8e4f-e0a0-456c-8ce2-86c485549019 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.2980371 Oct 27 05:26:48.078697 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a61df478-c9ab-4a5c-971f-37947e9cd317 req-562503e3-9d74-4d44-95c6-7f583277687b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633595 Oct 27 05:26:48.114837 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-83db4c69-cabe-4c0c-aca1-89bb4063c3c8 req-a3648104-1b65-439b-8755-e8abd9589042 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329056 Oct 27 05:26:48.998480 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:26:49.222525 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43e47-9d28-4db9-b352-b3c1e54024a0 req-448f7dfe-07eb-4bf7-82d7-d2fbe6f1a2cd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:49.224054 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-96c43e47-9d28-4db9-b352-b3c1e54024a0 req-448f7dfe-07eb-4bf7-82d7-d2fbe6f1a2cd tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0780203 Oct 27 05:26:49.259777 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2edce-9473-4ec6-9efa-124a2633f840 req-188d34d0-38fb-4bd7-aa75-ea5021871d2d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:49.261176 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3f2edce-9473-4ec6-9efa-124a2633f840 req-188d34d0-38fb-4bd7-aa75-ea5021871d2d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0738242 Oct 27 05:26:49.287709 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-96c43e47-9d28-4db9-b352-b3c1e54024a0 req-e2543865-0b3c-4d2b-a462-d9b82de070e1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569868 Oct 27 05:26:49.308916 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3f2edce-9473-4ec6-9efa-124a2633f840 req-96c590a3-e598-42c9-b94a-13e86261cb02 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Oct 27 05:26:50.451200 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92d00-c60b-4b70-a535-5f337f50698d req-7d5fa38c-7e1b-4ef7-a903-aed873d456a6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:50.452611 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-10c92d00-c60b-4b70-a535-5f337f50698d req-7d5fa38c-7e1b-4ef7-a903-aed873d456a6 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0873134 Oct 27 05:26:50.464819 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af309627-ab6f-48f3-a160-46225b36b527 req-df8b1fb2-5a78-4d43-91c5-f3b56ce46d28 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:50.466312 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-af309627-ab6f-48f3-a160-46225b36b527 req-df8b1fb2-5a78-4d43-91c5-f3b56ce46d28 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0724640 Oct 27 05:26:50.521091 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-10c92d00-c60b-4b70-a535-5f337f50698d req-dcbd3d04-d14c-469f-a949-de3ac82e3242 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538051 Oct 27 05:26:50.528092 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-af309627-ab6f-48f3-a160-46225b36b527 req-a07a7ccd-01f1-4925-a434-277efaefb5d6 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546784 Oct 27 05:26:50.866569 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-19c3a33c-901e-42ec-b369-3b248f5b9bc8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:50.868723 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-19c3a33c-901e-42ec-b369-3b248f5b9bc8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 945 time: 0.0492384 Oct 27 05:26:50.899940 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0faf0-d934-41b8-a754-f0713b657a7d req-8de21a47-3d80-4804-b705-0da5ba120f38 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:50.901408 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cfe0faf0-d934-41b8-a754-f0713b657a7d req-8de21a47-3d80-4804-b705-0da5ba120f38 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0537422 Oct 27 05:26:50.946211 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cfe0faf0-d934-41b8-a754-f0713b657a7d req-22297169-1c4f-4199-87e5-8961d51d60a8 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387273 Oct 27 05:26:50.962846 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Deleting port 0df84e9d-35ae-469c-a27e-bc6062847ad2 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:26:50.963210 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:51.060521 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] For port 0df84e9d-35ae-469c-a27e-bc6062847ad2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0df84e9d-35ae-469c-a27e-bc6062847ad2,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:51.060788 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:51.076911 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Calling delete_port for 0df84e9d-35ae-469c-a27e-bc6062847ad2 owned by compute:nova {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:26:51.197346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:51.223569 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Pushing event deleted for resources: {'Port': ['ID=0df84e9d-35ae-469c-a27e-bc6062847ad2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:51.237640 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['877359fb-f194-422f-8fd6-f1330078a6e3', '0df84e9d-35ae-469c-a27e-bc6062847ad2'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:51.269934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] No DVR routers for this DVR port 0df84e9d-35ae-469c-a27e-bc6062847ad2 on host hv-cinder-81546 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:26:51.272539 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:51.276824 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-3fe6b180-6f6e-4b09-b567-f31b2c39697b req-a3f3f806-7fb4-4773-8137-48b3b87861c8 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "DELETE /v2.0/ports/0df84e9d-35ae-469c-a27e-bc6062847ad2 HTTP/1.1" status: 204 len: 173 time: 0.4007435 Oct 27 05:26:51.277280 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'name': 'network-vif-deleted', 'tag': '0df84e9d-35ae-469c-a27e-bc6062847ad2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:51.279564 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc714c2c-8fba-4824-9d7a-dd782e013ba7" -d '{"events": [{"server_uuid": "0c72b9e9-4af9-49ad-bc07-29005e3e558a", "name": "network-vif-deleted", "tag": "0df84e9d-35ae-469c-a27e-bc6062847ad2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:51.335851 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d14a62c-d9b3-40a0-876d-fc07b9e9ff14 x-openstack-request-id: req-8d14a62c-d9b3-40a0-876d-fc07b9e9ff14 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:51.336153 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72b9e9-4af9-49ad-bc07-29005e3e558a", "name": "network-vif-deleted", "tag": "0df84e9d-35ae-469c-a27e-bc6062847ad2", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:51.337403 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d14a62c-d9b3-40a0-876d-fc07b9e9ff14 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:51.338226 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c72b9e9-4af9-49ad-bc07-29005e3e558a', 'name': 'network-vif-deleted', 'tag': '0df84e9d-35ae-469c-a27e-bc6062847ad2', 'status': 'completed', 'code': 200} Oct 27 05:26:51.636924 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c9073fc7-2d59-4bfc-9115-8469bb540265 req-524e819f-8312-4291-bb32-51e08bf71b30 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c72b9e9-4af9-49ad-bc07-29005e3e558a HTTP/1.1" status: 200 len: 210 time: 0.0347078 Oct 27 05:26:51.671533 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efad98b-6aa2-4611-855a-3b2c595b133f req-19a917fb-1850-4b85-acdd-0954b8fa004d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:51.672985 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0efad98b-6aa2-4611-855a-3b2c595b133f req-19a917fb-1850-4b85-acdd-0954b8fa004d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0696230 Oct 27 05:26:51.710424 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0efad98b-6aa2-4611-855a-3b2c595b133f req-c9a379f5-9cf1-46d4-a968-dbe6ed1873c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Oct 27 05:26:51.856204 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54588) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:51.961776 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-58079cf0-03ed-42a9-bcbf-cf039e90abce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.038511 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-58079cf0-03ed-42a9-bcbf-cf039e90abce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.043042 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-58079cf0-03ed-42a9-bcbf-cf039e90abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.062986 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc2a9d-f691-4a51-b8a2-fc5be47f6bbd req-17cd2588-ccfa-4648-a564-23891f61e4c6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:52.064460 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b2fc2a9d-f691-4a51-b8a2-fc5be47f6bbd req-17cd2588-ccfa-4648-a564-23891f61e4c6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0486772 Oct 27 05:26:52.082003 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-58079cf0-03ed-42a9-bcbf-cf039e90abce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=736df19a1f134da085f8d2f819c17994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247150 Oct 27 05:26:52.082838 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58079cf0-03ed-42a9-bcbf-cf039e90abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ac91d2-866e-4e56-a2a3-e41629b9e35a,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:52.084969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54594) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:52.129854 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b2fc2a9d-f691-4a51-b8a2-fc5be47f6bbd req-0c0cff28-bae7-4d02-a300-825e4bdc060e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593245 Oct 27 05:26:52.150989 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5c24236-f598-488e-8eeb-e3d41b67dec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.172216 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5c24236-f598-488e-8eeb-e3d41b67dec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.216899 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5c24236-f598-488e-8eeb-e3d41b67dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.219624 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b5c24236-f598-488e-8eeb-e3d41b67dec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.220767 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b5c24236-f598-488e-8eeb-e3d41b67dec7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0ac91d2-866e-4e56-a2a3-e41629b9e35a HTTP/1.1" status: 204 len: 168 time: 0.1348774 Oct 27 05:26:52.228901 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c24236-f598-488e-8eeb-e3d41b67dec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ac91d2-866e-4e56-a2a3-e41629b9e35a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:52.497084 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54600) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:52.510100 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a985a1-185b-455a-971c-105eed5e59e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.583703 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a985a1-185b-455a-971c-105eed5e59e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.588091 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-92a985a1-185b-455a-971c-105eed5e59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.625030 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a985a1-185b-455a-971c-105eed5e59e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c361b3e3-50b4-4885-b049-9b8b434c6260,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:52.629310 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-92a985a1-185b-455a-971c-105eed5e59e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a28ef127684b45cc95f6011579db0468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312165 Oct 27 05:26:52.631986 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54602) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:52.681332 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63e752be-335a-43dc-aef9-4c27107559de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.702262 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63e752be-335a-43dc-aef9-4c27107559de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.753932 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63e752be-335a-43dc-aef9-4c27107559de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.756611 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-63e752be-335a-43dc-aef9-4c27107559de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:52.760611 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-63e752be-335a-43dc-aef9-4c27107559de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c361b3e3-50b4-4885-b049-9b8b434c6260 HTTP/1.1" status: 204 len: 168 time: 0.1248991 Oct 27 05:26:52.769028 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e752be-335a-43dc-aef9-4c27107559de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361b3e3-50b4-4885-b049-9b8b434c6260,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:52.838806 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1695f5-b3da-4177-acfd-2bef5b222bca req-def27d85-811a-4c08-881c-37d3f36820ac tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:52.847144 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb1695f5-b3da-4177-acfd-2bef5b222bca req-def27d85-811a-4c08-881c-37d3f36820ac tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0640166 Oct 27 05:26:52.886873 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb1695f5-b3da-4177-acfd-2bef5b222bca req-bc015065-baae-40a6-a6bd-91762c683086 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Oct 27 05:26:52.951182 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd243fe3-eb44-4fdb-81bb-f3c380d4b3ec req-274ce1e3-ccab-4139-91f5-f94d06c36a70 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:52.951182 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cd243fe3-eb44-4fdb-81bb-f3c380d4b3ec req-274ce1e3-ccab-4139-91f5-f94d06c36a70 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Oct 27 05:26:52.988027 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cd243fe3-eb44-4fdb-81bb-f3c380d4b3ec req-0b95acad-7986-492c-9097-e09ab552adc1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323691 Oct 27 05:26:53.250069 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb894-8b74-4775-9754-ce09823f51da req-54129787-55f7-4812-acd7-7ea6da813061 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:53.251577 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dbfdb894-8b74-4775-9754-ce09823f51da req-54129787-55f7-4812-acd7-7ea6da813061 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0538507 Oct 27 05:26:53.289662 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dbfdb894-8b74-4775-9754-ce09823f51da req-57e66c37-d669-47ef-a700-b041cada11ed tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317280 Oct 27 05:26:54.012118 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b1c0c-dbe9-45de-9382-e04d0025dc95 req-67fdbd1c-4b56-4bc9-a8bb-67afd373dadc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:54.014311 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb0b1c0c-dbe9-45de-9382-e04d0025dc95 req-67fdbd1c-4b56-4bc9-a8bb-67afd373dadc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0495288 Oct 27 05:26:54.052964 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb0b1c0c-dbe9-45de-9382-e04d0025dc95 req-a5bae4de-0417-4670-a601-1af4da1890c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Oct 27 05:26:54.109951 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21771edd-4186-4272-8d18-974d165e29b0 req-fb166ae3-1107-41ad-a3a6-83edbdc6ec00 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:54.111439 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21771edd-4186-4272-8d18-974d165e29b0 req-fb166ae3-1107-41ad-a3a6-83edbdc6ec00 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Oct 27 05:26:54.151272 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21771edd-4186-4272-8d18-974d165e29b0 req-12070315-efbd-4700-a6bc-9ae70ef8b90e tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Oct 27 05:26:54.410714 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00604ea4-ab6b-41f7-aa48-fa32df579743 req-9394a1b8-2bd5-4f18-bb9b-4f20c6e02b92 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:54.412213 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-00604ea4-ab6b-41f7-aa48-fa32df579743 req-9394a1b8-2bd5-4f18-bb9b-4f20c6e02b92 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0527716 Oct 27 05:26:54.448963 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-00604ea4-ab6b-41f7-aa48-fa32df579743 req-1d0bf242-5a1b-4abc-a369-f3949721a825 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Oct 27 05:26:54.848214 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 0df84e9d-35ae-469c-a27e-bc6062847ad2 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:26:54.868472 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 0df84e9d-35ae-469c-a27e-bc6062847ad2 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:26:54.868810 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 0df84e9d-35ae-469c-a27e-bc6062847ad2 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:26:55.175579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9f97-6da4-4dbd-a161-1cd9fb5e7511 req-8417e655-af29-407f-9c78-ea0335a7e0fc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.177169 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-170a9f97-6da4-4dbd-a161-1cd9fb5e7511 req-8417e655-af29-407f-9c78-ea0335a7e0fc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0488887 Oct 27 05:26:55.218902 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-170a9f97-6da4-4dbd-a161-1cd9fb5e7511 req-63023429-6a3e-4b26-92f9-3c2cb3882528 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355809 Oct 27 05:26:55.247215 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608f3f5-163f-41b2-aa48-487d00243032 req-62b4ce07-71bc-4a3d-9b51-d734f7fef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.248957 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-62b4ce07-71bc-4a3d-9b51-d734f7fef84f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1099 time: 0.0453548 Oct 27 05:26:55.267000 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bb474-e0bc-4efb-817f-2fc1ad3b3dba req-cab620fa-bac6-43b7-958f-5862c5a58f95 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.268494 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3a3bb474-e0bc-4efb-817f-2fc1ad3b3dba req-cab620fa-bac6-43b7-958f-5862c5a58f95 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Oct 27 05:26:55.305811 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3a3bb474-e0bc-4efb-817f-2fc1ad3b3dba req-929be15b-846d-4826-9fa6-79100697b270 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307736 Oct 27 05:26:55.357637 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608f3f5-163f-41b2-aa48-487d00243032 req-c5fc9522-a253-43aa-8b19-6b40e034e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.358999 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-c5fc9522-a253-43aa-8b19-6b40e034e7ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0877211 Oct 27 05:26:55.456109 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-e29c5269-e4ec-4268-bf93-7163b5ba822c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 1001 time: 0.0893755 Oct 27 05:26:55.505946 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608f3f5-163f-41b2-aa48-487d00243032 req-07d935f0-a9c3-4785-8a03-386d3c15e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.507427 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-07d935f0-a9c3-4785-8a03-386d3c15e2bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0433278 Oct 27 05:26:55.558245 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608f3f5-163f-41b2-aa48-487d00243032 req-da611f75-1854-47c0-ab77-8a1322099b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.559769 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-da611f75-1854-47c0-ab77-8a1322099b15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0444977 Oct 27 05:26:55.570031 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13ac6c-b36d-4e51-9a36-a093da7f6764 req-05df5071-2fd6-4264-94ba-14062f6693e7 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:55.572206 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7d13ac6c-b36d-4e51-9a36-a093da7f6764 req-05df5071-2fd6-4264-94ba-14062f6693e7 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0557427 Oct 27 05:26:55.618935 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7d13ac6c-b36d-4e51-9a36-a093da7f6764 req-f3ed4abc-64c6-4d51-b492-8ba8abf7e1dd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382421 Oct 27 05:26:55.678818 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-96bf8844-188e-40dd-b356-32c495044324 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043315 Oct 27 05:26:55.772451 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9608f3f5-163f-41b2-aa48-487d00243032 req-d95b5567-fafe-40fb-a565-fd0df6b9912c service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844514 Oct 27 05:26:56.344161 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd402cb0-6f7b-4437-80c5-3f4ca57a0d4d req-278ee748-f27d-4caa-b2be-4802fa362cc1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:56.345704 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd402cb0-6f7b-4437-80c5-3f4ca57a0d4d req-278ee748-f27d-4caa-b2be-4802fa362cc1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0487237 Oct 27 05:26:56.394031 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd402cb0-6f7b-4437-80c5-3f4ca57a0d4d req-2d7ce304-9456-41ec-ba2f-b1a051964843 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Oct 27 05:26:56.431718 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7767e30-848f-4c9a-b4c8-4ad260f1d58b req-a25b6d5b-d092-40e5-810f-7658d4d6ff91 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:56.433157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f7767e30-848f-4c9a-b4c8-4ad260f1d58b req-a25b6d5b-d092-40e5-810f-7658d4d6ff91 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0546799 Oct 27 05:26:56.469812 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f7767e30-848f-4c9a-b4c8-4ad260f1d58b req-de779343-33d3-4404-bb96-5afffb2e6204 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Oct 27 05:26:56.745697 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586864b-6673-4066-b96f-edad2ade7b63 req-818ae7f8-1a97-4a30-87fb-c5d97ae828ba tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:56.747150 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b586864b-6673-4066-b96f-edad2ade7b63 req-818ae7f8-1a97-4a30-87fb-c5d97ae828ba tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0522625 Oct 27 05:26:56.784199 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b586864b-6673-4066-b96f-edad2ade7b63 req-228bd605-61cc-469c-b7ff-9491be797e16 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Oct 27 05:26:57.452817 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:57.513573 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c1cc1-462c-4fb0-bf7a-9fb7c47edd62 req-56923f78-d758-4580-80af-c29aa73ededc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:57.515138 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb7c1cc1-462c-4fb0-bf7a-9fb7c47edd62 req-56923f78-d758-4580-80af-c29aa73ededc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0496488 Oct 27 05:26:57.578390 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb7c1cc1-462c-4fb0-bf7a-9fb7c47edd62 req-467988ac-9161-46f3-b0e3-10466e5fafcc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570114 Oct 27 05:26:57.597170 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaf2cb-2ff5-4b34-806d-53de271fdeaa req-e9117b64-a526-45b0-8d5d-49a6856e33e1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:57.598610 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fdeaf2cb-2ff5-4b34-806d-53de271fdeaa req-e9117b64-a526-45b0-8d5d-49a6856e33e1 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0614824 Oct 27 05:26:57.637026 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fdeaf2cb-2ff5-4b34-806d-53de271fdeaa req-360de037-37b8-4600-90f1-334388157678 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Oct 27 05:26:57.906027 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0caed6-2497-455e-8a40-913e1bc9dd7d req-555a7968-5018-4ebd-89b5-1be7d4c5a5a5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:57.907512 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1c0caed6-2497-455e-8a40-913e1bc9dd7d req-555a7968-5018-4ebd-89b5-1be7d4c5a5a5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0519373 Oct 27 05:26:57.944659 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1c0caed6-2497-455e-8a40-913e1bc9dd7d req-9b4cb1ed-4caa-4eec-ad59-1a4ac663a041 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Oct 27 05:26:58.710463 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6959-1b26-445f-bc39-afbee9ba73e1 req-bcd08b97-bbb9-4505-b08a-62994f701d40 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:58.712035 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-074a6959-1b26-445f-bc39-afbee9ba73e1 req-bcd08b97-bbb9-4505-b08a-62994f701d40 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0558653 Oct 27 05:26:58.775836 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-074a6959-1b26-445f-bc39-afbee9ba73e1 req-b0ce7b4c-f962-434d-a418-3ef3307e5b6e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531304 Oct 27 05:26:58.784080 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6213-4182-4023-b9be-926633aa8710 req-43fb4ffd-7d74-403e-9027-f2bc21582cb9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:58.785586 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-84ff6213-4182-4023-b9be-926633aa8710 req-43fb4ffd-7d74-403e-9027-f2bc21582cb9 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0726602 Oct 27 05:26:58.830228 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-84ff6213-4182-4023-b9be-926633aa8710 req-b52f690e-047b-469b-a97e-564634afbd4c tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.15 "GET /v2.0/security-groups?id=31286dac-1177-4a1d-a028-79cceee8e8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Oct 27 05:26:58.854838 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c24957-5896-4228-90fd-c4a020297a74 req-f17ee7fa-5878-4023-bb8b-fcd66b345cf0 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:58.856527 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-a2c24957-5896-4228-90fd-c4a020297a74 req-f17ee7fa-5878-4023-bb8b-fcd66b345cf0 tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "GET /v2.0/ports?device_id=025928cc-7af0-4c17-a9c7-a77843b5b1b2 HTTP/1.1" status: 200 len: 945 time: 0.0555599 Oct 27 05:26:58.977889 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Deleting port 877359fb-f194-422f-8fd6-f1330078a6e3 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:26:58.978219 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:59.064943 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8580-8a73-418f-9f8e-c997014dc0f2 req-abfabedf-87eb-4651-8948-8fa8b2d75c54 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:59.066431 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-70aa8580-8a73-418f-9f8e-c997014dc0f2 req-abfabedf-87eb-4651-8948-8fa8b2d75c54 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0487938 Oct 27 05:26:59.068216 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] For port 877359fb-f194-422f-8fd6-f1330078a6e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=877359fb-f194-422f-8fd6-f1330078a6e3,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:26:59.068577 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:59.080745 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Calling delete_port for 877359fb-f194-422f-8fd6-f1330078a6e3 owned by compute:nova {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:26:59.107516 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-70aa8580-8a73-418f-9f8e-c997014dc0f2 req-dca83315-67e7-49ff-b416-e0675c2e9d87 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348680 Oct 27 05:26:59.205460 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:59.234585 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Pushing event deleted for resources: {'Port': ['ID=877359fb-f194-422f-8fd6-f1330078a6e3,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:26:59.240892 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['877359fb-f194-422f-8fd6-f1330078a6e3'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:26:59.246485 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.246833 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.247201 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.247541 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.247877 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.248207 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.248532 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.248851 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.249171 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.249494 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.249814 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.250139 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:26:59.283418 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] No DVR routers for this DVR port 877359fb-f194-422f-8fd6-f1330078a6e3 on host hv-cinder-81546 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:26:59.285675 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:26:59.288988 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-a2c24957-5896-4228-90fd-c4a020297a74 req-6b17e450-d3bf-4acd-8bfc-4886938b7c1b tempest-ServerRescueNegativeTestJSON-1903499504 tempest-ServerRescueNegativeTestJSON-1903499504-project] 10.222.0.25 "DELETE /v2.0/ports/877359fb-f194-422f-8fd6-f1330078a6e3 HTTP/1.1" status: 204 len: 173 time: 0.3931670 Oct 27 05:26:59.289966 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'name': 'network-vif-deleted', 'tag': '877359fb-f194-422f-8fd6-f1330078a6e3'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:26:59.292215 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fcbde8-af37-49f6-96ba-5ea6a204741a" -d '{"events": [{"server_uuid": "025928cc-7af0-4c17-a9c7-a77843b5b1b2", "name": "network-vif-deleted", "tag": "877359fb-f194-422f-8fd6-f1330078a6e3"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:26:59.333202 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4659f63-7299-4f18-8b9b-b77a5ae6c372 x-openstack-request-id: req-b4659f63-7299-4f18-8b9b-b77a5ae6c372 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:26:59.333517 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025928cc-7af0-4c17-a9c7-a77843b5b1b2", "name": "network-vif-deleted", "tag": "877359fb-f194-422f-8fd6-f1330078a6e3", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:26:59.333771 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4659f63-7299-4f18-8b9b-b77a5ae6c372 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:26:59.334164 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025928cc-7af0-4c17-a9c7-a77843b5b1b2', 'name': 'network-vif-deleted', 'tag': '877359fb-f194-422f-8fd6-f1330078a6e3', 'status': 'completed', 'code': 200} Oct 27 05:26:59.898175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54754) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:26:59.913919 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bdb57-f660-47e9-a23a-b102b9140b3f req-d6720d78-389f-49c0-8852-53a8b8e08570 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:26:59.915903 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff6bdb57-f660-47e9-a23a-b102b9140b3f req-d6720d78-389f-49c0-8852-53a8b8e08570 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0645635 Oct 27 05:27:00.019970 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff6bdb57-f660-47e9-a23a-b102b9140b3f req-24ef274f-7b9c-4de8-ba5e-af058eee91a6 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716484 Oct 27 05:27:00.284582 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8b44e-de44-49d2-b605-a168aabb7f0d req-0bb30f76-fe65-41e5-bc40-0c1cb132ffd1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:00.286062 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66b8b44e-de44-49d2-b605-a168aabb7f0d req-0bb30f76-fe65-41e5-bc40-0c1cb132ffd1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.1094351 Oct 27 05:27:00.344310 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66b8b44e-de44-49d2-b605-a168aabb7f0d req-e845b6ac-621b-4740-aed2-72cab1bea308 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505090 Oct 27 05:27:00.427457 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:00.703701 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Deleting port 9a8b7865-d729-4b64-849f-8667a82c41ae {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:27:00.704033 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:00.780978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] For port 9a8b7865-d729-4b64-849f-8667a82c41ae, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9a8b7865-d729-4b64-849f-8667a82c41ae,segment=NetworkSegment(8faf5c4f-c0cc-455d-af6b-39817f62a526),segment_id=8faf5c4f-c0cc-455d-af6b-39817f62a526)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:00.781344 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:00.793847 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Calling delete_port for 9a8b7865-d729-4b64-849f-8667a82c41ae owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:27:00.964647 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:00.994672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8b7865-d729-4b64-849f-8667a82c41ae,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:01.009964 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.010447 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.010783 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.011253 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.011440 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.011789 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.012118 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.012500 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.012739 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.013051 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.013364 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.013674 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:01.197226 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59030c-8864-42f0-8f8f-c63e67ce9ae4 req-1fc9eb25-d71b-4547-b364-dab0fbec0808 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:01.198703 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0a59030c-8864-42f0-8f8f-c63e67ce9ae4 req-1fc9eb25-d71b-4547-b364-dab0fbec0808 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0931449 Oct 27 05:27:01.214721 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:01.278316 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0a59030c-8864-42f0-8f8f-c63e67ce9ae4 req-3b661aba-2d24-4e3f-beb8-a96893eb4a31 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728357 Oct 27 05:27:01.357363 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54778) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:01.683721 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5395afc-4d1c-410f-8af8-9c1fd67f06c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:01.760809 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09bc4c-35d1-4f59-a815-d1459c7998da req-18ebaf38-76f2-4d5a-838e-7c54ce8fb7f4 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:01.762166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7d09bc4c-35d1-4f59-a815-d1459c7998da req-18ebaf38-76f2-4d5a-838e-7c54ce8fb7f4 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.1323225 Oct 27 05:27:01.782606 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Router 8253ac6c-35e1-413f-af5f-63fd9c469d12 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:27:01.837162 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7d09bc4c-35d1-4f59-a815-d1459c7998da req-b49a3417-4dbc-43e1-8b1c-9ac0252e8e27 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686147 Oct 27 05:27:01.907394 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5395afc-4d1c-410f-8af8-9c1fd67f06c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:01.912351 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5395afc-4d1c-410f-8af8-9c1fd67f06c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:01.959137 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c5395afc-4d1c-410f-8af8-9c1fd67f06c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7ce2888f1ea4298b406374e38f425c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6004941 Oct 27 05:27:01.962622 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54786) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:01.966508 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5395afc-4d1c-410f-8af8-9c1fd67f06c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc0647-fe02-487a-a159-f63ba532a23e,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:01.984002 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:27:01.990216 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b7fde08d-8a2a-4e37-8b02-8ca1f614841b admin admin] 10.222.0.15 "PUT /v2.0/routers/8253ac6c-35e1-413f-af5f-63fd9c469d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0902328 Oct 27 05:27:01.992731 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54790) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:02.008499 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] Sync routers for ids ['8253ac6c-35e1-413f-af5f-63fd9c469d12'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:27:02.027736 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] Routers {'8253ac6c-35e1-413f-af5f-63fd9c469d12'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:27:02.028762 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:26:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['8253ac6c-35e1-413f-af5f-63fd9c469d12'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:02.042366 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b9df5a46-032d-4644-b919-0941b3879b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.073654 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b9df5a46-032d-4644-b919-0941b3879b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.134684 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b9df5a46-032d-4644-b919-0941b3879b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.138468 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b9df5a46-032d-4644-b919-0941b3879b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.139409 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-b9df5a46-032d-4644-b919-0941b3879b3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebdc0647-fe02-487a-a159-f63ba532a23e HTTP/1.1" status: 204 len: 168 time: 0.1751144 Oct 27 05:27:02.147969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5a46-032d-4644-b919-0941b3879b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc0647-fe02-487a-a159-f63ba532a23e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:02.172590 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4bb88-99e2-4936-b508-c884f4d4f66d req-db666dc8-f337-4adb-ac01-cc7c09c86eea tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:02.181338 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-47e4bb88-99e2-4936-b508-c884f4d4f66d req-db666dc8-f337-4adb-ac01-cc7c09c86eea tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.1314096 Oct 27 05:27:02.192912 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.217202 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-84a71a1c-29ec-450f-ad3a-343433fb58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:02.218701 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-84a71a1c-29ec-450f-ad3a-343433fb58ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1099 time: 0.0553799 Oct 27 05:27:02.222626 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] Set router 8253ac6c-35e1-413f-af5f-63fd9c469d12 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:27:02.284978 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-47e4bb88-99e2-4936-b508-c884f4d4f66d req-482a3e46-bf43-437b-8158-8e6395a08d3a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009328 Oct 27 05:27:02.349145 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-57134d9a-490c-42ac-98d7-3452f50a9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:02.351157 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-57134d9a-490c-42ac-98d7-3452f50a9c18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.1247566 Oct 27 05:27:02.370374 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.474685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308e024-f776-4d3c-aef1-b40a31b44952 req-bdc754d9-e299-407e-8410-b837f53b3733 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:02.474936 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:27:00Z', 'revision_number': 5, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port': {'id': '8974a594-d96a-4ebd-91a6-4353357e97e6', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:02.477369 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b308e024-f776-4d3c-aef1-b40a31b44952 req-bdc754d9-e299-407e-8410-b837f53b3733 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0987775 Oct 27 05:27:02.505849 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Deleting port 8974a594-d96a-4ebd-91a6-4353357e97e6 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:27:02.506271 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.523455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54798) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:02.527283 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] Checking router: 8253ac6c-35e1-413f-af5f-63fd9c469d12 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:27:02.537241 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] Routers {'8253ac6c-35e1-413f-af5f-63fd9c469d12'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:27:02.537768 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:26:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['8253ac6c-35e1-413f-af5f-63fd9c469d12'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:02.582605 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b308e024-f776-4d3c-aef1-b40a31b44952 req-a062ec2e-2b98-4911-9fb1-23ffb62bf041 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967760 Oct 27 05:27:02.585395 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-728b319d-9894-48b1-97d7-00b4c9e478b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.644608 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] For port 8974a594-d96a-4ebd-91a6-4353357e97e6, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=8974a594-d96a-4ebd-91a6-4353357e97e6,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:02.645579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.667519 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Calling delete_port for 8974a594-d96a-4ebd-91a6-4353357e97e6 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:27:02.670256 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-60558c88-d445-4b0f-8625-8000033d6a00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 1002 time: 0.3113499 Oct 27 05:27:02.723264 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] Set router 8253ac6c-35e1-413f-af5f-63fd9c469d12 gateway port host: None {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:27:02.737373 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-b1314b19-5abf-491e-9163-3ceb07558a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:02.738879 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-b1314b19-5abf-491e-9163-3ceb07558a99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0610309 Oct 27 05:27:02.758499 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-728b319d-9894-48b1-97d7-00b4c9e478b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.768937 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-728b319d-9894-48b1-97d7-00b4c9e478b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.784390 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:27:02Z', 'revision_number': 6, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port_host': None}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:02.796150 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-d505d091-1fba-44f6-82a9-b7b2eeac4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:02.797618 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-d505d091-1fba-44f6-82a9-b7b2eeac4e94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514407 Oct 27 05:27:02.814561 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a44d317-c912-4960-9d09-8153dd266618 None None] The sync data for ids ['8253ac6c-35e1-413f-af5f-63fd9c469d12'] in dv-cinder-815461-4-smb is: [{'id': '8253ac6c-35e1-413f-af5f-63fd9c469d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1319111894-router', 'tenant_id': '2fb1fa872c004cac9147d805ce1f97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:27:02Z', 'revision_number': 6, 'project_id': '2fb1fa872c004cac9147d805ce1f97cc', 'gw_port_host': None}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:27:02.849301 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b319d-9894-48b1-97d7-00b4c9e478b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b5057a-8c14-4822-830d-ed18cb9376b0,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:02.856216 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-728b319d-9894-48b1-97d7-00b4c9e478b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a8ad92916d442c4be95fd7d2aac88c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041837 Oct 27 05:27:02.859183 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54800) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:02.900969 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 877359fb-f194-422f-8fd6-f1330078a6e3 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:27:02.918941 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-58b2358e-3766-4c1b-bd55-636ad761a2b6 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129987 Oct 27 05:27:02.924642 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 877359fb-f194-422f-8fd6-f1330078a6e3 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:27:02.924984 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 877359fb-f194-422f-8fd6-f1330078a6e3 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:27:02.942773 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:02.973144 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8974a594-d96a-4ebd-91a6-4353357e97e6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:02.974945 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f10ce25c-384d-4409-81b1-c7e27c8d8064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.017136 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f10ce25c-384d-4409-81b1-c7e27c8d8064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.018294 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-0da02053-ade5-43c9-81a3-1d0741f65347 req-141db02c-e975-4543-badf-4ea0c1b8cae1 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911989 Oct 27 05:27:03.074951 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.176220 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.179119 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.210154 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f10ce25c-384d-4409-81b1-c7e27c8d8064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.212785 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-f10ce25c-384d-4409-81b1-c7e27c8d8064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.213922 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-f10ce25c-384d-4409-81b1-c7e27c8d8064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6b5057a-8c14-4822-830d-ed18cb9376b0 HTTP/1.1" status: 204 len: 168 time: 0.3538690 Oct 27 05:27:03.253925 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ce25c-384d-4409-81b1-c7e27c8d8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b5057a-8c14-4822-830d-ed18cb9376b0,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:03.257570 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.258130 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8253ac6c-35e1-413f-af5f-63fd9c469d12 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:27:03.263473 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.266894 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-00dc4ce2-de4b-4e14-97a5-e73ef2885f20 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8253ac6c-35e1-413f-af5f-63fd9c469d12 HTTP/1.1" status: 204 len: 168 time: 1.2708004 Oct 27 05:27:03.267154 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54804) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:03.316583 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Deleting subnet 3e72cfdb-405f-41cc-8ad1-9aa630883bfb {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:27:03.321172 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.358610 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575744'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.432477 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.469619 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7600c4-84d3-4caf-8ee5-2ca987ded2ab req-1f60f1b4-8e06-4526-8a2c-c6dc82d86374 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:03.471113 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2c7600c4-84d3-4caf-8ee5-2ca987ded2ab req-1f60f1b4-8e06-4526-8a2c-c6dc82d86374 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0893967 Oct 27 05:27:03.540214 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2c7600c4-84d3-4caf-8ee5-2ca987ded2ab req-302bf29e-c1ac-4475-bd46-6611dc45bbcc tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592587 Oct 27 05:27:03.541797 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3852872'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.568095 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e72cfdb-405f-41cc-8ad1-9aa630883bfb,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:03.572119 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.579394 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54816) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:03.587318 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1c6c28ba-1c78-4054-a6cb-b7f0966c481c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e72cfdb-405f-41cc-8ad1-9aa630883bfb HTTP/1.1" status: 204 len: 168 time: 0.3190813 Oct 27 05:27:03.651660 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.725198 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe49e-29a7-4209-a33a-f2eb7dbce67f req-85934a2c-a959-4870-adc4-8f21375253cb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:03.727268 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d45fe49e-29a7-4209-a33a-f2eb7dbce67f req-85934a2c-a959-4870-adc4-8f21375253cb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0578799 Oct 27 05:27:03.748706 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.772838 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8fd21e-6984-44b3-9c25-2fda23b76095']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:03.775445 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d45fe49e-29a7-4209-a33a-f2eb7dbce67f req-172a5300-abdd-4559-a64a-10563c8c366d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Oct 27 05:27:03.787824 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8faf5c4f-c0cc-455d-af6b-39817f62a526') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:03.788117 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8faf5c4f-c0cc-455d-af6b-39817f62a526') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:27:03.798066 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.816295 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.824675 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:27:03.825073 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:27:03.869181 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:27:03.894695 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.901458 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:03.905213 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] 10.222.0.15 "DELETE /v2.0/networks/5f8fd21e-6984-44b3-9c25-2fda23b76095 HTTP/1.1" status: 204 len: 168 time: 0.3247464 Oct 27 05:27:03.929531 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adaafb4-5097-4c7c-ab9c-7b3745505bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8fd21e-6984-44b3-9c25-2fda23b76095,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:04.041320 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54832) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:04.084125 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-a29c38f0-fbcd-4308-ac63-bff24ad910c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fb1fa872c004cac9147d805ce1f97cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415683 Oct 27 05:27:04.086435 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54836) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:04.134144 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e968733e-6792-4460-bdb9-3b8859a1f86d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:04.154897 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e968733e-6792-4460-bdb9-3b8859a1f86d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:04.205430 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e968733e-6792-4460-bdb9-3b8859a1f86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:04.208395 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e968733e-6792-4460-bdb9-3b8859a1f86d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:04.209524 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e968733e-6792-4460-bdb9-3b8859a1f86d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31286dac-1177-4a1d-a028-79cceee8e8f6 HTTP/1.1" status: 204 len: 168 time: 0.1222112 Oct 27 05:27:04.217712 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968733e-6792-4460-bdb9-3b8859a1f86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31286dac-1177-4a1d-a028-79cceee8e8f6,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:04.659263 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1696f-8802-4066-acb5-360051d606f6 req-a9a84ffb-56e0-45c6-b7d6-70b5ff640aa9 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:04.660880 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-13d1696f-8802-4066-acb5-360051d606f6 req-a9a84ffb-56e0-45c6-b7d6-70b5ff640aa9 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0493479 Oct 27 05:27:04.709491 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-13d1696f-8802-4066-acb5-360051d606f6 req-6af1698f-d902-41fd-b3ce-21aedbf45f28 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404813 Oct 27 05:27:04.785048 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9a8b7865-d729-4b64-849f-8667a82c41ae no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:27:04.816081 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 9a8b7865-d729-4b64-849f-8667a82c41ae {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:27:04.818662 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9a8b7865-d729-4b64-849f-8667a82c41ae not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:27:04.819290 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 8974a594-d96a-4ebd-91a6-4353357e97e6 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:27:04.843133 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 8974a594-d96a-4ebd-91a6-4353357e97e6 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:27:04.843482 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 8974a594-d96a-4ebd-91a6-4353357e97e6 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:27:04.900160 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:27:04.926338 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788c9c-3326-4e39-8eb1-3be040a8dd4a req-f559d0fb-5e32-4108-b5c8-f820da84bfe4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:04.934865 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c1788c9c-3326-4e39-8eb1-3be040a8dd4a req-f559d0fb-5e32-4108-b5c8-f820da84bfe4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0709097 Oct 27 05:27:04.980004 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c1788c9c-3326-4e39-8eb1-3be040a8dd4a req-df1f3eb6-834d-4893-9f49-e3d88eec0a78 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442431 Oct 27 05:27:05.026152 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:05.038250 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '09a376ef-4311-4175-8483-dee8799db339', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'port_id': '09a376ef-4311-4175-8483-dee8799db339', 'mac_address': 'fa:16:3e:67:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:27:05.079643 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.096185 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09a376ef-4311-4175-8483-dee8799db339 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:27:05.116391 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:05.120731 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.175044 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=6']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:05.274691 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['09a376ef-4311-4175-8483-dee8799db339'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:27:05.466457 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54922) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:05.662910 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12a0d06c-5fb7-4648-8f98-83b625de3b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.736058 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12a0d06c-5fb7-4648-8f98-83b625de3b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.740187 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12a0d06c-5fb7-4648-8f98-83b625de3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.778032 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-12a0d06c-5fb7-4648-8f98-83b625de3b49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49ada66f091f46fa9dc6eff489df529f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103945 Oct 27 05:27:05.779071 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0d06c-5fb7-4648-8f98-83b625de3b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cccf2a-b414-4f48-93d8-c8242fc19ac6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:05.780815 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54934) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:05.839406 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-517b771d-7972-43d6-a45f-6dda4c79b6fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.861300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-517b771d-7972-43d6-a45f-6dda4c79b6fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.913390 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-517b771d-7972-43d6-a45f-6dda4c79b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.916286 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-517b771d-7972-43d6-a45f-6dda4c79b6fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:05.917417 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-517b771d-7972-43d6-a45f-6dda4c79b6fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11cccf2a-b414-4f48-93d8-c8242fc19ac6 HTTP/1.1" status: 204 len: 168 time: 0.1354773 Oct 27 05:27:05.926913 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b771d-7972-43d6-a45f-6dda4c79b6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cccf2a-b414-4f48-93d8-c8242fc19ac6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:06.117775 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bf41f-31ea-4db0-8811-a63f6a268dd8 req-644cea60-e71d-402b-9175-48c04c828639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:06.119391 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bc0bf41f-31ea-4db0-8811-a63f6a268dd8 req-644cea60-e71d-402b-9175-48c04c828639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 945 time: 0.0567400 Oct 27 05:27:06.166041 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bc0bf41f-31ea-4db0-8811-a63f6a268dd8 req-bead285c-bae8-4810-9cc7-8b0565bbb9b9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393283 Oct 27 05:27:06.233336 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:06.247230 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-588aa056-038a-4a48-b6b6-54efb8b64d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.318138 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-588aa056-038a-4a48-b6b6-54efb8b64d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.322285 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-588aa056-038a-4a48-b6b6-54efb8b64d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.364394 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-588aa056-038a-4a48-b6b6-54efb8b64d1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77d1eaba4dca4b1fa74cdf475dbb2c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299801 Oct 27 05:27:06.365307 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aa056-038a-4a48-b6b6-54efb8b64d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dee859-1138-46fe-8116-feb651be3c08,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:06.367045 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54948) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:06.416754 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12acb86a-321c-422b-ac33-12fdaeefb80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.437051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12acb86a-321c-422b-ac33-12fdaeefb80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.485637 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12acb86a-321c-422b-ac33-12fdaeefb80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.489905 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-12acb86a-321c-422b-ac33-12fdaeefb80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:06.491067 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-12acb86a-321c-422b-ac33-12fdaeefb80d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25dee859-1138-46fe-8116-feb651be3c08 HTTP/1.1" status: 204 len: 168 time: 0.1223819 Oct 27 05:27:06.505139 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acb86a-321c-422b-ac33-12fdaeefb80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dee859-1138-46fe-8116-feb651be3c08,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:06.900612 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:27:06.948456 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 09a376ef-4311-4175-8483-dee8799db339 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:27:06.948907 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.026270 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.052207 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:07.054490 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc72c4-b201-442e-bdba-137156c316cc" -d '{"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-plugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:07.067384 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:07.072492 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.100238 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67156b92-46b6-4710-acc7-d361647d8d70 x-openstack-request-id: req-67156b92-46b6-4710-acc7-d361647d8d70 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:07.100665 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-plugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:07.101026 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67156b92-46b6-4710-acc7-d361647d8d70 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:07.101544 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'code': 200} Oct 27 05:27:07.128932 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=7']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:07.174125 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 54976) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:07.290784 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041044988-network', 'tenant_id': '5f003a9c00f14912a28094c23dfbed47'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:27:07.302105 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4d68a-62f2-45e0-92f9-f46536a2fcf8 req-1df806b5-422b-4cc3-ba83-6bb87c91466d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:07.303622 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cab4d68a-62f2-45e0-92f9-f46536a2fcf8 req-1df806b5-422b-4cc3-ba83-6bb87c91466d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0614874 Oct 27 05:27:07.312852 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Made reservation on behalf of 5f003a9c00f14912a28094c23dfbed47 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:27:07.315445 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.325092 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.344038 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cab4d68a-62f2-45e0-92f9-f46536a2fcf8 req-ababe1a7-81ab-41ce-8096-c2d73b3f2fcf tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332327 Oct 27 05:27:07.400105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.404190 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.428207 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:27:07.437411 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e00d5f-a737-48cb-9621-2fc22852f8f0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:07.444223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.444561 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Added segment aeecb663-a090-4d82-a2d2-5ad55c3b62e0 of type vlan for network 4e43b3be-604b-4897-89d9-17512a954a34 Oct 27 05:27:07.483033 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.506574 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.507528 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:07.508695 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.560291 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3848827 Oct 27 05:27:07.563104 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 54984) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:07.567991 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Request body: {'subnet': {'network_id': '4e43b3be-604b-4897-89d9-17512a954a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041044988-subnet', 'tenant_id': '5f003a9c00f14912a28094c23dfbed47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:27:07.571651 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1e95a-3912-4d2c-bb80-526f2320f244 admin admin] Pushing event updated for resources: {'Network': ['ID=4e43b3be-604b-4897-89d9-17512a954a34,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:07.581259 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 4e43b3be-604b-4897-89d9-17512a954a34 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:27:07.592006 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Made reservation on behalf of 5f003a9c00f14912a28094c23dfbed47 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:27:07.594589 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3852911'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.761190 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3852881'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.811932 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a363b5a6-effe-4024-b279-22356b1a8103,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:07.823455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Checking segment: {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:27:07.823805 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Network hostable DHCP agents. Network: 4e43b3be-604b-4897-89d9-17512a954a34, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:27:07.840925 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Network 4e43b3be-604b-4897-89d9-17512a954a34 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:27:07.849543 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 4e43b3be-604b-4897-89d9-17512a954a34) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:27:07.854165 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:07.854740 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:07.864723 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ecc576-5596-4a39-ba62-d6d9c98be06f None None] Network 4e43b3be-604b-4897-89d9-17512a954a34 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:27:07.887308 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-84a4f32f-801a-4229-881c-6a169822c254 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3230026 Oct 27 05:27:07.987143 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a713bc9-393d-45ef-9b36-77fab1c1b5ae None None] Network 4e43b3be-604b-4897-89d9-17512a954a34 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:27:08.479340 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d0abb-b67f-4b23-a38e-bb603fb3dedd req-d6a65ba8-35a4-4d57-9a17-a605c6cb5aee tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:08.482827 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fe7d0abb-b67f-4b23-a38e-bb603fb3dedd req-d6a65ba8-35a4-4d57-9a17-a605c6cb5aee tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0529714 Oct 27 05:27:08.537653 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fe7d0abb-b67f-4b23-a38e-bb603fb3dedd req-8630f231-9b07-496d-9bf6-e4413ea21cfd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477469 Oct 27 05:27:09.772820 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a4f79-c46f-4354-a148-4fc021a8c42c req-fd64541f-12e9-4a88-be4c-50322dbe9096 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:09.775029 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d86a4f79-c46f-4354-a148-4fc021a8c42c req-fd64541f-12e9-4a88-be4c-50322dbe9096 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0959656 Oct 27 05:27:09.794655 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-3d716ac9-d7a2-4f99-9ef0-ead281cbb42c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:09.796585 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-3d716ac9-d7a2-4f99-9ef0-ead281cbb42c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/networks?id=4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 200 len: 809 time: 0.1656382 Oct 27 05:27:09.847465 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-64f280ad-4dc3-4ab4-bbb2-f2353cf97ccb tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/quotas/5f003a9c00f14912a28094c23dfbed47 HTTP/1.1" status: 200 len: 375 time: 0.0163581 Oct 27 05:27:09.885945 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-03353d71-ad47-40b6-9d23-315116dbc5c1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f003a9c00f14912a28094c23dfbed47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373669 Oct 27 05:27:09.913919 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d86a4f79-c46f-4354-a148-4fc021a8c42c req-d02acc63-d839-4f60-b177-55c5ee95c4f9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160176 Oct 27 05:27:10.023077 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-b15b1a96-d1f5-4bea-98bd-95da81607342 service neutron] 10.222.0.15 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205897 Oct 27 05:27:10.133419 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-0670e5c9-6301-4f3b-8c75-e7c872fca0ae service neutron] 10.222.0.15 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034536 Oct 27 05:27:10.323595 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4c670744-0014-4318-9c47-9db900ffc169 req-36273388-b836-4dd8-b46f-4c92b5975270 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0376339 Oct 27 05:27:10.837241 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8ac71450-9432-4ec3-b7cf-3f34017b65f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:11.064713 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ecf3f-10c4-43ef-abe7-15cea7095615 req-16fdaed7-018b-4fed-9fc5-098e0ef91ce1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:11.074180 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c34ecf3f-10c4-43ef-abe7-15cea7095615 req-16fdaed7-018b-4fed-9fc5-098e0ef91ce1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0717275 Oct 27 05:27:11.136206 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c34ecf3f-10c4-43ef-abe7-15cea7095615 req-659d0617-f62a-4702-afe4-a2724197c2b1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557129 Oct 27 05:27:11.496799 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf641841-a80b-4bbb-95f6-d4cffeb062d1 req-ae653d93-81af-4ad3-bdf8-72cb65c7afb2 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0349386 Oct 27 05:27:12.058588 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-37a6d310-516f-48be-ae29-6fb4d2711783 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:12.060552 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-37a6d310-516f-48be-ae29-6fb4d2711783 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "GET /v2.0/networks?id=4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 200 len: 809 time: 0.1609714 Oct 27 05:27:12.096095 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Request body: {'port': {'device_id': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34', 'admin_state_up': True, 'tenant_id': '5f003a9c00f14912a28094c23dfbed47'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:27:12.228319 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Made reservation on behalf of 5f003a9c00f14912a28094c23dfbed47 for: {'port': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:27:12.232246 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:12.276848 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82128afa-6c11-421b-8d23-8f720d4c13bc req-b6e0987d-3e79-486c-baa4-130dca9c0007 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:12.278475 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-82128afa-6c11-421b-8d23-8f720d4c13bc req-b6e0987d-3e79-486c-baa4-130dca9c0007 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0582283 Oct 27 05:27:12.334252 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-82128afa-6c11-421b-8d23-8f720d4c13bc req-e4c7b86f-72a8-48e9-aa05-982350993d19 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494297 Oct 27 05:27:12.403567 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Allocated IP 172.20.0.9 (4e43b3be-604b-4897-89d9-17512a954a34/a363b5a6-effe-4024-b279-22356b1a8103/3193e9f6-740d-437b-81ad-ea99698a35bc) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:27:12.619013 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:12.654487 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4e6b56ef-e5c7-411e-82a6-592604aa50a0 req-0ddf6c5c-bd14-4b70-b173-e76947b597c3 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0453563 Oct 27 05:27:12.660882 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:12.715751 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Network 4e43b3be-604b-4897-89d9-17512a954a34 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:27:12.721093 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:27:12.726176 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:27:12.734114 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Pushing event updated for resources: {'Port': ['ID=3193e9f6-740d-437b-81ad-ea99698a35bc,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:12.792164 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:12.792890 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:12.816400 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-ff698a03-e987-434b-a1f7-00156d84a21f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245822 Oct 27 05:27:12.837709 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Request body: {'port': {'device_id': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:27:12.917513 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.221419 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3193e9f6-740d-437b-81ad-ea99698a35bc {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:27:13.230209 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.249504 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Transition to ACTIVE for port object 3193e9f6-740d-437b-81ad-ea99698a35bc will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:27:13.254679 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.309917 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3193e9f6-740d-437b-81ad-ea99698a35bc,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:13.358302 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b8fae2af-087c-4c90-955c-2f106db3c9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.400674 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Attempting to bind port 3193e9f6-740d-437b-81ad-ea99698a35bc on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:27:13.401291 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Attempting to bind port 3193e9f6-740d-437b-81ad-ea99698a35bc by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:27:13.401795 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Attempting to bind port 3193e9f6-740d-437b-81ad-ea99698a35bc on network 4e43b3be-604b-4897-89d9-17512a954a34 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:27:13.407535 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Port 3193e9f6-740d-437b-81ad-ea99698a35bc on network 4e43b3be-604b-4897-89d9-17512a954a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:27:13.408079 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Attempting to bind port 3193e9f6-740d-437b-81ad-ea99698a35bc on network 4e43b3be-604b-4897-89d9-17512a954a34 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:27:13.414405 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:27:13.414896 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Checking segment: {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:27:13.415616 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Bound using segment: {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:27:13.415755 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Bound port: 3193e9f6-740d-437b-81ad-ea99698a35bc, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:27:13.416168 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.506601 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] For port 3193e9f6-740d-437b-81ad-ea99698a35bc, host hv-cinder-81546, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:27:13.510125 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] For port 3193e9f6-740d-437b-81ad-ea99698a35bc, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3193e9f6-740d-437b-81ad-ea99698a35bc,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:27:13.515654 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.529176 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746fed9-8de6-4852-b949-071abc1067c6 req-d5322afe-efa7-4cd0-9eee-e74a42a2d2a1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:13.531547 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3746fed9-8de6-4852-b949-071abc1067c6 req-d5322afe-efa7-4cd0-9eee-e74a42a2d2a1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0695837 Oct 27 05:27:13.537261 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:13.537869 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:13.540496 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/3193e9f6-740d-437b-81ad-ea99698a35bc HTTP/1.1" status: 200 len: 1093 time: 0.7083132 Oct 27 05:27:13.576039 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'tag': '3193e9f6-740d-437b-81ad-ea99698a35bc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:13.578488 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de42cef6-6027-4652-94fa-43ce85954c12" -d '{"events": [{"name": "network-changed", "server_uuid": "d533ae0d-cc49-4adf-8a7c-8410f3e04529", "tag": "3193e9f6-740d-437b-81ad-ea99698a35bc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:13.583948 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3746fed9-8de6-4852-b949-071abc1067c6 req-5687e1ce-d1e9-43fb-84b5-665c7b2b0919 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441568 Oct 27 05:27:13.651565 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ca2b52-a96b-40db-afa2-a54476711900 x-openstack-request-id: req-03ca2b52-a96b-40db-afa2-a54476711900 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:13.652104 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d533ae0d-cc49-4adf-8a7c-8410f3e04529", "tag": "3193e9f6-740d-437b-81ad-ea99698a35bc", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:13.652342 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03ca2b52-a96b-40db-afa2-a54476711900 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:13.652724 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'tag': '3193e9f6-740d-437b-81ad-ea99698a35bc', 'status': 'completed', 'code': 200} Oct 27 05:27:13.659265 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f6fd-4fed-4c72-a985-24768b50f0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3193e9f6-740d-437b-81ad-ea99698a35bc,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:13.678630 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-85d53ebc-a7b5-4352-a093-18e0ca94afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:13.680755 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-85d53ebc-a7b5-4352-a093-18e0ca94afdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f003a9c00f14912a28094c23dfbed47&device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 1096 time: 0.0769706 Oct 27 05:27:13.743202 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-fd7ac482-6e98-48fd-9f15-3c353c397a02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3193e9f6-740d-437b-81ad-ea99698a35bc HTTP/1.1" status: 200 len: 217 time: 0.0461755 Oct 27 05:27:13.797933 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bd4d6-b561-4f98-89e8-139e4756c957 req-72ffca8f-badc-4fec-9183-612fd67ec389 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:13.807398 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-445bd4d6-b561-4f98-89e8-139e4756c957 req-72ffca8f-badc-4fec-9183-612fd67ec389 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 943 time: 0.0678055 Oct 27 05:27:13.818415 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-2b429b08-de9f-4819-a38e-6bbde8d3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:13.820539 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-2b429b08-de9f-4819-a38e-6bbde8d3e4b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a363b5a6-effe-4024-b279-22356b1a8103 HTTP/1.1" status: 200 len: 849 time: 0.0701199 Oct 27 05:27:13.853105 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-445bd4d6-b561-4f98-89e8-139e4756c957 req-3ef4e550-6e40-4137-b2bb-343572487ba1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Oct 27 05:27:13.872846 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-97486d50-b57d-410e-ac10-373b22f5eab8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e43b3be-604b-4897-89d9-17512a954a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378768 Oct 27 05:27:13.984179 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-669ef492-48b7-415b-8d47-3fe87e75242b service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029267 Oct 27 05:27:14.126172 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-9316fc55-ac20-46f4-b919-dfd1f20e9116 req-0a0ab926-89c9-4adf-b31b-9bb7e5d3b84b service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338742 Oct 27 05:27:14.309408 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42cef6-6027-4652-94fa-43ce85954c12 req-4ca86d1b-efc6-47a0-9702-0f1866bcf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:14.310835 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-4ca86d1b-efc6-47a0-9702-0f1866bcf28f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f003a9c00f14912a28094c23dfbed47&device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 1096 time: 0.0697620 Oct 27 05:27:14.421838 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42cef6-6027-4652-94fa-43ce85954c12 req-4ebfb6a3-2161-4a52-805e-ea2d717bb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:14.423352 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-4ebfb6a3-2161-4a52-805e-ea2d717bb1cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 200 len: 910 time: 0.1026843 Oct 27 05:27:14.466176 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-18c28214-c8bf-452a-b78d-d92ae8d3c317 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3193e9f6-740d-437b-81ad-ea99698a35bc HTTP/1.1" status: 200 len: 217 time: 0.0351181 Oct 27 05:27:14.512325 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:14.520477 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42cef6-6027-4652-94fa-43ce85954c12 req-20ec8512-c324-4444-837d-b126f41f2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:14.522023 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-20ec8512-c324-4444-837d-b126f41f2ae9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a363b5a6-effe-4024-b279-22356b1a8103 HTTP/1.1" status: 200 len: 849 time: 0.0493693 Oct 27 05:27:14.557671 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-63c75f45-6b93-41b3-bdcb-1dde14a7fa02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e43b3be-604b-4897-89d9-17512a954a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276761 Oct 27 05:27:14.666449 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-510cb8e9-e847-4bff-909d-5ea725433c46 service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001935 Oct 27 05:27:14.723013 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba418f4-14ee-48e2-b17f-9ea11274e683 req-220ba157-b790-4619-81f7-c8f022a11346 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:14.724667 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3ba418f4-14ee-48e2-b17f-9ea11274e683 req-220ba157-b790-4619-81f7-c8f022a11346 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0529580 Oct 27 05:27:14.775283 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3ba418f4-14ee-48e2-b17f-9ea11274e683 req-392b7cd5-952a-47cc-b7aa-370b24045635 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 Oct 27 05:27:14.797371 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-de42cef6-6027-4652-94fa-43ce85954c12 req-9d967f8f-a2c8-4b9b-abb3-ed284e07e73f service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231582 Oct 27 05:27:14.844697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:14.970744 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a17926-2a78-4b6e-b24c-eb34efbccf70 req-67d3526c-d155-4221-a75a-f4008ad8c9a2 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:14.972582 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f6a17926-2a78-4b6e-b24c-eb34efbccf70 req-67d3526c-d155-4221-a75a-f4008ad8c9a2 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 943 time: 0.0521004 Oct 27 05:27:15.017027 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f6a17926-2a78-4b6e-b24c-eb34efbccf70 req-65cb5fb3-b410-4094-8ec2-df72c64eb9c1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Oct 27 05:27:15.920978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01177a9-a778-417b-a676-1dbae76cf73a req-6fdd5efb-7c4b-47d3-9238-8ceb718cd46e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:15.922550 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d01177a9-a778-417b-a676-1dbae76cf73a req-6fdd5efb-7c4b-47d3-9238-8ceb718cd46e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0572901 Oct 27 05:27:15.969200 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d01177a9-a778-417b-a676-1dbae76cf73a req-03c6c9bc-6ed1-473f-8354-b41d5d9f52ac tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 Oct 27 05:27:16.151734 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4c0d8-996d-4aa9-b5a2-d51e89d5815f req-9377b12f-9e78-4ff2-8259-956ea9c585c1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:16.154515 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d4d4c0d8-996d-4aa9-b5a2-d51e89d5815f req-9377b12f-9e78-4ff2-8259-956ea9c585c1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 943 time: 0.0653598 Oct 27 05:27:16.197544 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d4d4c0d8-996d-4aa9-b5a2-d51e89d5815f req-7d72d12a-1ede-4d7a-b6b6-1640066cef52 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Oct 27 05:27:16.359602 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:17.097470 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3aa3d-7510-4fb2-a4d6-9d96d8f66d40 req-fad090de-2195-46a1-b8dc-c9827aaf76e1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:17.099403 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17d3aa3d-7510-4fb2-a4d6-9d96d8f66d40 req-fad090de-2195-46a1-b8dc-c9827aaf76e1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0584245 Oct 27 05:27:17.148804 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17d3aa3d-7510-4fb2-a4d6-9d96d8f66d40 req-dab5938d-d4e6-4d06-b7b5-0c60bdbda580 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Oct 27 05:27:17.344996 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff4825-9089-4548-b6fb-a589e94d5a8f req-236542c6-3766-4a5c-92d5-46715cf295f8 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:17.346373 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21ff4825-9089-4548-b6fb-a589e94d5a8f req-236542c6-3766-4a5c-92d5-46715cf295f8 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 943 time: 0.0732436 Oct 27 05:27:17.387932 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-21ff4825-9089-4548-b6fb-a589e94d5a8f req-70433aef-4377-4d69-94a0-05936dc6c896 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Oct 27 05:27:18.278987 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588760-060c-4fbe-baf7-1d7fbaf5a2a5 req-662da632-5a0c-46b7-8939-990ac5e28b90 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:18.280453 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff588760-060c-4fbe-baf7-1d7fbaf5a2a5 req-662da632-5a0c-46b7-8939-990ac5e28b90 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0500705 Oct 27 05:27:18.316765 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff588760-060c-4fbe-baf7-1d7fbaf5a2a5 req-6f4ae06b-b351-4b5c-80cf-3f949007fb15 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303776 Oct 27 05:27:18.502807 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982a1ae-ce46-489b-acbb-8c98958c9cf1 req-4e57f988-c91d-4380-a7ca-530df36ddd81 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:18.504273 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c982a1ae-ce46-489b-acbb-8c98958c9cf1 req-4e57f988-c91d-4380-a7ca-530df36ddd81 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 943 time: 0.0486169 Oct 27 05:27:18.544177 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c982a1ae-ce46-489b-acbb-8c98958c9cf1 req-306c08bf-a1f3-4801-b3d8-a68c35c56c2e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Oct 27 05:27:18.940183 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 3193e9f6-740d-437b-81ad-ea99698a35bc details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:27:19.037450 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 3193e9f6-740d-437b-81ad-ea99698a35bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3193e9f6-740d-437b-81ad-ea99698a35bc,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:19.051386 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '3193e9f6-740d-437b-81ad-ea99698a35bc', 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34', 'port_id': '3193e9f6-740d-437b-81ad-ea99698a35bc', 'mac_address': 'fa:16:3e:7a:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a363b5a6-effe-4024-b279-22356b1a8103', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:27:19.082230 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-547fb00b-2a73-4db1-bd05-9d5deebb63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:19.083994 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-547fb00b-2a73-4db1-bd05-9d5deebb63f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1099 time: 0.0436819 Oct 27 05:27:19.090496 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:19.104754 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3193e9f6-740d-437b-81ad-ea99698a35bc {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:27:19.126337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 3193e9f6-740d-437b-81ad-ea99698a35bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3193e9f6-740d-437b-81ad-ea99698a35bc,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:19.130489 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:19.187389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=3193e9f6-740d-437b-81ad-ea99698a35bc,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:19.189613 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-c2c07d20-bd27-4338-a64f-f8226fbd8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:19.191066 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-c2c07d20-bd27-4338-a64f-f8226fbd8a69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0991368 Oct 27 05:27:19.259420 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-08e8d47e-77d6-4f7d-85a8-6ce3dfa19dde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 1001 time: 0.0563643 Oct 27 05:27:19.307859 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-ff9204d3-ee7a-496b-a7ca-fd262e22c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:19.309220 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-ff9204d3-ee7a-496b-a7ca-fd262e22c6eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0416868 Oct 27 05:27:19.357564 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-2eaf21f2-f462-4075-a4fe-8b757d6f4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:19.359021 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-2eaf21f2-f462-4075-a4fe-8b757d6f4ae5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0413361 Oct 27 05:27:19.437326 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222f679-94c2-4fbd-a9c8-97be1a6ce7f1 req-f1dd9159-fe72-4967-9a3d-3991b5d37629 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:19.438826 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e222f679-94c2-4fbd-a9c8-97be1a6ce7f1 req-f1dd9159-fe72-4967-9a3d-3991b5d37629 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0489740 Oct 27 05:27:19.448681 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-0fd8672d-7a71-4373-9667-7084c31ea672 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Oct 27 05:27:19.476303 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e222f679-94c2-4fbd-a9c8-97be1a6ce7f1 req-f3911885-753d-492a-a02f-b5edf210c655 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Oct 27 05:27:19.540937 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-e5ea62b9-5ebe-4f21-8841-37b8e0fd716d req-3ff0c8b5-a2e4-4931-a70d-5aea06b9056b service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842285 Oct 27 05:27:19.655951 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787807f-2d87-4ad7-979d-85779dc52968 req-392a23cb-dca1-470f-8704-6a3aff6260b7 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:19.657398 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d787807f-2d87-4ad7-979d-85779dc52968 req-392a23cb-dca1-470f-8704-6a3aff6260b7 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 944 time: 0.0489898 Oct 27 05:27:19.696225 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['3193e9f6-740d-437b-81ad-ea99698a35bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:27:19.696556 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d787807f-2d87-4ad7-979d-85779dc52968 req-1cfa3756-5724-4adb-8f32-df12dcc39a34 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Oct 27 05:27:20.593875 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cb535-b4ec-4cca-b4e8-9fe13108548e req-9de7d25c-70ab-4dd0-a588-1cf1316b4bc5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:20.595328 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-234cb535-b4ec-4cca-b4e8-9fe13108548e req-9de7d25c-70ab-4dd0-a588-1cf1316b4bc5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 946 time: 0.0478435 Oct 27 05:27:20.635582 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-234cb535-b4ec-4cca-b4e8-9fe13108548e req-6d46b657-ec0a-4966-a967-d6c86d683c08 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342913 Oct 27 05:27:20.808529 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5daf46-ab87-4c38-afe5-13b26e9fddd2 req-0b63994f-29b1-4880-9d22-00de9ed663f9 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:20.809859 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aa5daf46-ab87-4c38-afe5-13b26e9fddd2 req-0b63994f-29b1-4880-9d22-00de9ed663f9 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 944 time: 0.0478601 Oct 27 05:27:20.846567 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aa5daf46-ab87-4c38-afe5-13b26e9fddd2 req-18f04199-51b6-4076-8ea7-73b96179a0c4 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Oct 27 05:27:20.977397 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 3193e9f6-740d-437b-81ad-ea99698a35bc up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:27:21.027861 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 3193e9f6-740d-437b-81ad-ea99698a35bc completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:27:21.031669 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 3193e9f6-740d-437b-81ad-ea99698a35bc triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:27:21.032031 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.105588 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.127404 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193e9f6-740d-437b-81ad-ea99698a35bc'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:21.129683 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c60433-460a-4850-9f8e-c0cce8e6d89e" -d '{"events": [{"server_uuid": "d533ae0d-cc49-4adf-8a7c-8410f3e04529", "name": "network-vif-plugged", "status": "completed", "tag": "3193e9f6-740d-437b-81ad-ea99698a35bc"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:21.143973 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 3193e9f6-740d-437b-81ad-ea99698a35bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3193e9f6-740d-437b-81ad-ea99698a35bc,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:21.149523 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.150348 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:27:21.189032 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19adb473-8abb-486e-b2ec-51c0c108367d x-openstack-request-id: req-19adb473-8abb-486e-b2ec-51c0c108367d {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:21.189333 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d533ae0d-cc49-4adf-8a7c-8410f3e04529", "name": "network-vif-plugged", "status": "completed", "tag": "3193e9f6-740d-437b-81ad-ea99698a35bc", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:21.189583 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19adb473-8abb-486e-b2ec-51c0c108367d {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:21.189954 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3193e9f6-740d-437b-81ad-ea99698a35bc', 'code': 200} Oct 27 05:27:21.227847 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=3193e9f6-740d-437b-81ad-ea99698a35bc,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:21.266049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.298869 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:21.304994 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.353151 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=8']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:21.398416 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b874b2-df14-488d-8ed1-e0ac9c22f949 req-b6b9013b-e6ba-4f77-8dfb-462990e8441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:21.399845 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b6b874b2-df14-488d-8ed1-e0ac9c22f949 req-b6b9013b-e6ba-4f77-8dfb-462990e8441a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 1098 time: 0.0425231 Oct 27 05:27:21.439755 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b6b874b2-df14-488d-8ed1-e0ac9c22f949 req-7f56bad3-02ff-43d6-9e78-1d0aa7fa0fde service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Oct 27 05:27:21.506247 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55244) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:21.613258 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c94e9cdb-2a46-4865-9b6a-d8f7d4328209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.686306 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c94e9cdb-2a46-4865-9b6a-d8f7d4328209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.690162 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c94e9cdb-2a46-4865-9b6a-d8f7d4328209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.755904 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c94e9cdb-2a46-4865-9b6a-d8f7d4328209 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac26f0af8b0842d3aa6eb801efd23664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485929 Oct 27 05:27:21.757397 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e9cdb-2a46-4865-9b6a-d8f7d4328209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf9a36-4506-4189-80ae-5f0fa81028c9,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:21.758557 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55250) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:21.778852 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ecc92-8b9c-4587-91d0-cdc74fe1a82b req-5612a95c-ec2d-4122-acc3-6628b9abda05 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:21.780340 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b35ecc92-8b9c-4587-91d0-cdc74fe1a82b req-5612a95c-ec2d-4122-acc3-6628b9abda05 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0706179 Oct 27 05:27:21.810041 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52a7db13-dc6f-45fd-9505-8aac69b8ecbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.818481 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b35ecc92-8b9c-4587-91d0-cdc74fe1a82b req-88c30247-c35f-4db0-8fc4-14e418c842c2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Oct 27 05:27:21.831475 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52a7db13-dc6f-45fd-9505-8aac69b8ecbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.885456 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52a7db13-dc6f-45fd-9505-8aac69b8ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.891266 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52a7db13-dc6f-45fd-9505-8aac69b8ecbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:21.896024 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-52a7db13-dc6f-45fd-9505-8aac69b8ecbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ddf9a36-4506-4189-80ae-5f0fa81028c9 HTTP/1.1" status: 204 len: 168 time: 0.1333039 Oct 27 05:27:21.916231 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7db13-dc6f-45fd-9505-8aac69b8ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf9a36-4506-4189-80ae-5f0fa81028c9,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:21.989861 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f49d-9057-4574-96a0-b017808bca28 req-23bc26a3-3d9e-4b41-ac66-4f1cd0eef40a tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:21.991427 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7bd9f49d-9057-4574-96a0-b017808bca28 req-23bc26a3-3d9e-4b41-ac66-4f1cd0eef40a tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 945 time: 0.0627089 Oct 27 05:27:22.033828 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7bd9f49d-9057-4574-96a0-b017808bca28 req-e4f408ff-ec95-42cb-8af3-ec04d1934b0f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343385 Oct 27 05:27:22.204740 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55270) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:22.226110 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8084d456-09a0-4487-8a2b-68558fdeca87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.306761 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8084d456-09a0-4487-8a2b-68558fdeca87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.312386 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8084d456-09a0-4487-8a2b-68558fdeca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.342252 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-e5f92a65-b964-4999-8be2-127c13434ee5 req-43bcdf51-0b78-4c4b-9eea-3dd538d5f39f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:27:22.343441 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e5f92a65-b964-4999-8be2-127c13434ee5 req-43bcdf51-0b78-4c4b-9eea-3dd538d5f39f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080650 Oct 27 05:27:22.350230 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084d456-09a0-4487-8a2b-68558fdeca87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1b32a-85a6-4e54-a1e2-c473fc0b44c1,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:22.355153 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8084d456-09a0-4487-8a2b-68558fdeca87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a73495a47fa4dc9a8d505652d882eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484239 Oct 27 05:27:22.357386 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55276) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:22.421119 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ffedc1d-5657-4376-b8af-be318a6d803e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.446579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ffedc1d-5657-4376-b8af-be318a6d803e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.529981 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb5766-1a4a-4044-a6f7-e4cea53ecec1 req-0c32cbfc-613a-4e42-bcec-cf3d09b6c3e0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:22.531461 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67cb5766-1a4a-4044-a6f7-e4cea53ecec1 req-0c32cbfc-613a-4e42-bcec-cf3d09b6c3e0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0680025 Oct 27 05:27:22.545581 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ffedc1d-5657-4376-b8af-be318a6d803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.548541 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7ffedc1d-5657-4376-b8af-be318a6d803e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:22.550083 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-7ffedc1d-5657-4376-b8af-be318a6d803e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ad1b32a-85a6-4e54-a1e2-c473fc0b44c1 HTTP/1.1" status: 204 len: 168 time: 0.1900947 Oct 27 05:27:22.566623 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffedc1d-5657-4376-b8af-be318a6d803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1b32a-85a6-4e54-a1e2-c473fc0b44c1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:22.589662 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67cb5766-1a4a-4044-a6f7-e4cea53ecec1 req-8d7d2b72-1206-43cf-8105-fcc4f51ff6b9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514543 Oct 27 05:27:23.046364 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:23.171014 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-dcaad79a-ca25-4387-9517-6c22cfbe1484 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233313 Oct 27 05:27:23.179197 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7a1e7-e393-4e0e-b406-dd87db492588 req-690d8a65-498d-42c3-93aa-4c7e117d0d1c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:23.180621 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-80f7a1e7-e393-4e0e-b406-dd87db492588 req-690d8a65-498d-42c3-93aa-4c7e117d0d1c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 945 time: 0.0757647 Oct 27 05:27:23.185240 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-015f12f2-5de6-4a53-8964-51dd363598b5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:27:23.186191 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-015f12f2-5de6-4a53-8964-51dd363598b5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047393 Oct 27 05:27:23.190671 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:23.194887 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d673609-54d3-4b13-ac0e-a5b337d5e6b0" -d '{"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-unplugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:23.222192 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-80f7a1e7-e393-4e0e-b406-dd87db492588 req-926f0d48-6ced-4273-ab6f-41f48bb2cedb tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Oct 27 05:27:23.243428 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31329029-2f74-4622-954c-51201bdb07f2 x-openstack-request-id: req-31329029-2f74-4622-954c-51201bdb07f2 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:23.243428 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-unplugged", "status": "failed", "tag": "09a376ef-4311-4175-8483-dee8799db339", "code": 422}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:23.243428 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31329029-2f74-4622-954c-51201bdb07f2 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:23.243428 dv-cinder-815461-4-smb neutron-server[101383]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'code': 422} returned with failed status Oct 27 05:27:23.762675 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf27ce3-4880-4a8b-9ae8-497047cd174f req-c77184ec-7685-4979-b370-8fd5c2fb8217 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:23.768253 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aaf27ce3-4880-4a8b-9ae8-497047cd174f req-c77184ec-7685-4979-b370-8fd5c2fb8217 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0956583 Oct 27 05:27:23.815500 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aaf27ce3-4880-4a8b-9ae8-497047cd174f req-966a9061-720f-450b-b945-f7e38f8fef35 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Oct 27 05:27:23.943602 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94028b-b91e-41ec-af81-a3b1e568d9fd req-bfce988c-1425-4fe4-a8f9-40c1d536fe5c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:23.945866 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf94028b-b91e-41ec-af81-a3b1e568d9fd req-bfce988c-1425-4fe4-a8f9-40c1d536fe5c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Oct 27 05:27:23.983725 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf94028b-b91e-41ec-af81-a3b1e568d9fd req-b62685ee-105c-456d-884a-42b39efeae86 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Oct 27 05:27:24.682706 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c394a-263a-4106-9809-5e66690083da req-875b7bb1-8bce-45cd-a640-2ee23ab442b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:24.684284 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-875b7bb1-8bce-45cd-a640-2ee23ab442b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd&tenant_id=00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 1097 time: 0.0760331 Oct 27 05:27:24.778304 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c394a-263a-4106-9809-5e66690083da req-e66638b2-5596-4b62-b4a1-03f93edeaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:24.779832 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-e66638b2-5596-4b62-b4a1-03f93edeaf96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1097 time: 0.0470283 Oct 27 05:27:24.880243 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c394a-263a-4106-9809-5e66690083da req-165e4dc7-0664-4b50-b380-ebf8ec99842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:24.881759 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-165e4dc7-0664-4b50-b380-ebf8ec99842a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0899765 Oct 27 05:27:24.940051 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa41e3-ca69-4256-93dc-09015f3f5dd5 req-0f5e71f9-2f78-4a32-914f-13b3bd3d2d2a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:24.941416 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9faa41e3-ca69-4256-93dc-09015f3f5dd5 req-0f5e71f9-2f78-4a32-914f-13b3bd3d2d2a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0492537 Oct 27 05:27:24.949374 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-9874445b-68ae-43bb-bacd-91bcc6141515 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 999 time: 0.0591991 Oct 27 05:27:24.981663 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9faa41e3-ca69-4256-93dc-09015f3f5dd5 req-1084c83b-5431-423b-8c80-57cb9b2204ca tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336583 Oct 27 05:27:25.000399 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c394a-263a-4106-9809-5e66690083da req-b5d4c02e-9d5e-4fef-8a56-41ea5cf4fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:25.001873 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-b5d4c02e-9d5e-4fef-8a56-41ea5cf4fd19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0444000 Oct 27 05:27:25.047109 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c394a-263a-4106-9809-5e66690083da req-431a4800-88e3-4b11-8904-9a24ab371bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:25.048599 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-431a4800-88e3-4b11-8904-9a24ab371bdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390992 Oct 27 05:27:25.102312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae193-5940-458e-91f0-1502f7c87e60 req-3846ceb3-b17c-4c44-96f9-0b5782828c7a tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:25.103826 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d0fae193-5940-458e-91f0-1502f7c87e60 req-3846ceb3-b17c-4c44-96f9-0b5782828c7a tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Oct 27 05:27:25.144107 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d0fae193-5940-458e-91f0-1502f7c87e60 req-c17b9567-5fab-4e18-a7c8-53a77ebf58cb tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Oct 27 05:27:25.341582 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-92ebd565-d492-4705-bdd0-f6188b106838 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846909 Oct 27 05:27:25.436548 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-4c5c394a-263a-4106-9809-5e66690083da req-1802724a-6e32-4994-bbdc-7d5c91cc0f69 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829010 Oct 27 05:27:25.822511 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-fa767125-18ef-4993-a714-86b61556d265 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:25.824035 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-fa767125-18ef-4993-a714-86b61556d265 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 945 time: 0.0553572 Oct 27 05:27:25.914335 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Deleting port 3193e9f6-740d-437b-81ad-ea99698a35bc {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:27:25.914681 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:25.996660 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:27:26.004903 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] For port 3193e9f6-740d-437b-81ad-ea99698a35bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=3193e9f6-740d-437b-81ad-ea99698a35bc,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:26.005254 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:26.020093 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Calling delete_port for 3193e9f6-740d-437b-81ad-ea99698a35bc owned by compute:nova {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:27:26.107009 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e629a0f-2f6e-41ff-8772-22ae7ba66fee req-85e4f43a-330f-4a03-8d37-8f606d2fa1da tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:26.109025 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3e629a0f-2f6e-41ff-8772-22ae7ba66fee req-85e4f43a-330f-4a03-8d37-8f606d2fa1da tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0555470 Oct 27 05:27:26.162547 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3e629a0f-2f6e-41ff-8772-22ae7ba66fee req-92682c45-4249-4ce8-be19-fa77a7615dbe tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Oct 27 05:27:26.189247 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:26.227567 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['3193e9f6-740d-437b-81ad-ea99698a35bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:27:26.228133 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Pushing event deleted for resources: {'Port': ['ID=3193e9f6-740d-437b-81ad-ea99698a35bc,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:26.276275 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-abdf1a4e-1310-4cd0-b882-7ff2ae8eca31 req-73b7e73a-1d5f-463d-a393-685da0d84037 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0503702 Oct 27 05:27:26.285309 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] No DVR routers for this DVR port 3193e9f6-740d-437b-81ad-ea99698a35bc on host hv-cinder-81546 {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:27:26.301328 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:26.305050 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-1f1aa30d-ac87-490d-bfc1-2a6e25f9f91f req-b9afbaec-57fb-4e1f-aa81-c848402db61e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "DELETE /v2.0/ports/3193e9f6-740d-437b-81ad-ea99698a35bc HTTP/1.1" status: 204 len: 173 time: 0.4742050 Oct 27 05:27:26.305803 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'name': 'network-vif-deleted', 'tag': '3193e9f6-740d-437b-81ad-ea99698a35bc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:26.308319 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d93ff-0190-4cbc-a20a-257c95206dad" -d '{"events": [{"server_uuid": "d533ae0d-cc49-4adf-8a7c-8410f3e04529", "name": "network-vif-deleted", "tag": "3193e9f6-740d-437b-81ad-ea99698a35bc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:26.348935 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc2b64-6ea4-41ee-87bd-40b63c7cea50 x-openstack-request-id: req-0cdc2b64-6ea4-41ee-87bd-40b63c7cea50 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:26.349252 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d533ae0d-cc49-4adf-8a7c-8410f3e04529", "name": "network-vif-deleted", "tag": "3193e9f6-740d-437b-81ad-ea99698a35bc", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:26.349498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cdc2b64-6ea4-41ee-87bd-40b63c7cea50 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:26.349904 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd533ae0d-cc49-4adf-8a7c-8410f3e04529', 'name': 'network-vif-deleted', 'tag': '3193e9f6-740d-437b-81ad-ea99698a35bc', 'status': 'completed', 'code': 200} Oct 27 05:27:26.991116 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:27:27.301156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c660f-87ea-4f81-894e-49cdc2647014 req-c5669431-cf22-4957-8284-32087ee9ec9f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:27.302609 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e06c660f-87ea-4f81-894e-49cdc2647014 req-c5669431-cf22-4957-8284-32087ee9ec9f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0534887 Oct 27 05:27:27.443630 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:27.640709 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd40878f-7330-44cd-8518-64b2763a190a req-2ef04c4b-1217-4b1a-9b11-67e08eecc45c tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0354896 Oct 27 05:27:27.655926 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e06c660f-87ea-4f81-894e-49cdc2647014 req-119e564d-8311-4cb8-8e87-64df5420549b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462069 Oct 27 05:27:28.777250 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab3f0742-0be4-4e0d-ac0b-2985eb7584f8 req-32b1aa47-a852-4c3c-92bc-4e32199ac721 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0455651 Oct 27 05:27:28.808503 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508ac75-9a25-47c8-b093-9b5efca0cb5a req-ab288edd-6c84-414c-a445-79641d036f7a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:28.809941 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8508ac75-9a25-47c8-b093-9b5efca0cb5a req-ab288edd-6c84-414c-a445-79641d036f7a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0693984 Oct 27 05:27:28.847541 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8508ac75-9a25-47c8-b093-9b5efca0cb5a req-dace8253-7281-4769-af9f-e3d77e55da00 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Oct 27 05:27:29.426746 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55442) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:29.534663 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14225ed5-f25b-4341-8d25-50b704240fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.611537 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14225ed5-f25b-4341-8d25-50b704240fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.616523 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-14225ed5-f25b-4341-8d25-50b704240fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.651568 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-14225ed5-f25b-4341-8d25-50b704240fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df4d293537ae47f38bd856374a7b6893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237039 Oct 27 05:27:29.654591 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:29.676110 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14225ed5-f25b-4341-8d25-50b704240fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df518ca6-1c8e-41b5-87f0-6b99f8a6b7b8,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:29.705824 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3895f9fe-5cf2-4dde-8192-76e93b033274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.727490 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3895f9fe-5cf2-4dde-8192-76e93b033274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.775024 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3895f9fe-5cf2-4dde-8192-76e93b033274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.777934 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3895f9fe-5cf2-4dde-8192-76e93b033274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:29.779124 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-3895f9fe-5cf2-4dde-8192-76e93b033274 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df518ca6-1c8e-41b5-87f0-6b99f8a6b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1235647 Oct 27 05:27:29.786732 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895f9fe-5cf2-4dde-8192-76e93b033274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df518ca6-1c8e-41b5-87f0-6b99f8a6b7b8,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:29.921133 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ccfdb786-3453-4375-b2f4-aaa9eb7da150 req-806936ff-a948-42a5-a8f9-39948970520a tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0649509 Oct 27 05:27:29.993550 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd88133-c6ef-4776-b37c-798dc7fa418c req-e71e1e8c-e9be-4afe-80dd-c99f06986779 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:29.995023 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fbd88133-c6ef-4776-b37c-798dc7fa418c req-e71e1e8c-e9be-4afe-80dd-c99f06986779 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0552762 Oct 27 05:27:30.040023 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fbd88133-c6ef-4776-b37c-798dc7fa418c req-ae450238-a43e-4e32-b4bb-a52bf0501212 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375712 Oct 27 05:27:30.107259 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55456) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:30.123603 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41e727b9-4a96-4eaf-94f6-a58b1b3f46af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.202452 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41e727b9-4a96-4eaf-94f6-a58b1b3f46af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.208696 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-41e727b9-4a96-4eaf-94f6-a58b1b3f46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.251132 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-41e727b9-4a96-4eaf-94f6-a58b1b3f46af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ba96cd18bab4ec8ad07c8ad4bd04072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427317 Oct 27 05:27:30.252168 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e727b9-4a96-4eaf-94f6-a58b1b3f46af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbca463-5f73-42b6-adb1-9c5239b60b10,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:30.253991 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55458) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:30.314201 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7db53200-9988-40b0-a27c-5f99fb7652c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.335364 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7db53200-9988-40b0-a27c-5f99fb7652c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.388455 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7db53200-9988-40b0-a27c-5f99fb7652c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.391225 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7db53200-9988-40b0-a27c-5f99fb7652c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:30.394883 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-7db53200-9988-40b0-a27c-5f99fb7652c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdbca463-5f73-42b6-adb1-9c5239b60b10 HTTP/1.1" status: 204 len: 168 time: 0.1365919 Oct 27 05:27:30.401105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db53200-9988-40b0-a27c-5f99fb7652c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbca463-5f73-42b6-adb1-9c5239b60b10,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:31.014584 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 3193e9f6-740d-437b-81ad-ea99698a35bc no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:27:31.034972 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0fc41062-b7cd-4f77-beca-48f2f299f273 req-01f948a5-5f8f-409d-be0c-572388f375f2 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0289314 Oct 27 05:27:31.037186 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 3193e9f6-740d-437b-81ad-ea99698a35bc {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:27:31.037529 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 3193e9f6-740d-437b-81ad-ea99698a35bc not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:27:31.191254 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6607-6b31-4d4a-a6dd-1cc55642b293 req-44e5f691-1b9f-4fca-a69b-183cd9c3ef80 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:31.192746 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317d6607-6b31-4d4a-a6dd-1cc55642b293 req-44e5f691-1b9f-4fca-a69b-183cd9c3ef80 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0607169 Oct 27 05:27:31.234628 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-317d6607-6b31-4d4a-a6dd-1cc55642b293 req-9d634c69-460c-4a21-82d9-1939c692d4ee tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347199 Oct 27 05:27:32.142285 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-edab835a-96e1-4a58-b24f-0142acc2486a req-052f9ed2-46bd-4943-bf6d-340deab559c8 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Oct 27 05:27:32.410527 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4ce5-c104-4666-85b6-6456f52a84aa req-07e2e869-8852-4286-9ed8-b0f5aab342fd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:32.412453 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-15ae4ce5-c104-4666-85b6-6456f52a84aa req-07e2e869-8852-4286-9ed8-b0f5aab342fd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0866299 Oct 27 05:27:32.471586 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-15ae4ce5-c104-4666-85b6-6456f52a84aa req-ede4705c-7860-480c-803e-d13a1eb5584f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513508 Oct 27 05:27:33.248152 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bb2ebf23-b619-48bb-bdf3-079a87a9800d req-d260e10c-cb11-4d81-9a14-3e40e863b822 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0315218 Oct 27 05:27:33.617724 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafcf8e-abdf-454c-ba19-62888cbf0f55 req-a0a4d167-dfd8-4244-a79f-a022ea3076a0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:33.619413 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-feafcf8e-abdf-454c-ba19-62888cbf0f55 req-a0a4d167-dfd8-4244-a79f-a022ea3076a0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0705819 Oct 27 05:27:33.663139 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-feafcf8e-abdf-454c-ba19-62888cbf0f55 req-34a385d0-0856-4e86-9211-bfc583148729 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376034 Oct 27 05:27:34.348590 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1496b772-28cd-4ed3-8048-5737da991b3a req-95b25541-82ab-4b5f-a58e-5e73b2228420 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0284765 Oct 27 05:27:34.802029 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a160-d666-4012-ae48-00974e08a54c req-34f0a46e-220c-414d-adee-251840d26c1e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:34.803979 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab91a160-d666-4012-ae48-00974e08a54c req-34f0a46e-220c-414d-adee-251840d26c1e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0587995 Oct 27 05:27:34.850011 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ab91a160-d666-4012-ae48-00974e08a54c req-bc43016f-7501-4f11-aa51-5c9c63142bac tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Oct 27 05:27:35.009944 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55550) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:35.115538 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098841c9-5b35-42b0-91e6-ed5c85fa9028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.189678 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098841c9-5b35-42b0-91e6-ed5c85fa9028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.193089 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-098841c9-5b35-42b0-91e6-ed5c85fa9028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.232666 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-098841c9-5b35-42b0-91e6-ed5c85fa9028 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a40a9ac1f3964ed49e248991b259fab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216334 Oct 27 05:27:35.233529 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098841c9-5b35-42b0-91e6-ed5c85fa9028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4295c79-22a6-4283-9bbc-3d04e473cffd,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:35.235398 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55554) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:35.290764 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4cd0-fa2b-4b4f-b149-9fd6144fb3f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.312266 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4cd0-fa2b-4b4f-b149-9fd6144fb3f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.363055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4cd0-fa2b-4b4f-b149-9fd6144fb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.366649 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4cd0-fa2b-4b4f-b149-9fd6144fb3f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.383731 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b8cf4cd0-fa2b-4b4f-b149-9fd6144fb3f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4295c79-22a6-4283-9bbc-3d04e473cffd HTTP/1.1" status: 204 len: 168 time: 0.1394205 Oct 27 05:27:35.395285 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf4cd0-fa2b-4b4f-b149-9fd6144fb3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4295c79-22a6-4283-9bbc-3d04e473cffd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:35.463439 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0595f6a8-74b2-4e3d-98d8-1499d9a9a652 req-bfd1a002-adc5-45b3-b6e0-9c22d0b7c938 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0322464 Oct 27 05:27:35.660262 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55562) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:35.674489 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a56f900d-cd0f-4e5a-ade8-1f9da7590581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.751449 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a56f900d-cd0f-4e5a-ade8-1f9da7590581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.756452 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a56f900d-cd0f-4e5a-ade8-1f9da7590581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.795485 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-a56f900d-cd0f-4e5a-ade8-1f9da7590581 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e45660a2f1c6422cb829b4fc31915488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341085 Oct 27 05:27:35.796448 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f900d-cd0f-4e5a-ade8-1f9da7590581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ef996-9be7-4cd9-9579-708e72d385f1,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:35.798429 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55564) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:35.853711 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af421929-a7ee-46c0-8f9f-290d28a3978b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.875056 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af421929-a7ee-46c0-8f9f-290d28a3978b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.985277 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b30540-2cc6-40ee-b783-2685ac74ae34 req-93392120-4660-4069-8354-f8b7ee207656 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:35.987810 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-32b30540-2cc6-40ee-b783-2685ac74ae34 req-93392120-4660-4069-8354-f8b7ee207656 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0544777 Oct 27 05:27:35.988901 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af421929-a7ee-46c0-8f9f-290d28a3978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.991751 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-af421929-a7ee-46c0-8f9f-290d28a3978b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:35.993587 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-af421929-a7ee-46c0-8f9f-290d28a3978b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b5ef996-9be7-4cd9-9579-708e72d385f1 HTTP/1.1" status: 204 len: 168 time: 0.1941104 Oct 27 05:27:36.004917 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af421929-a7ee-46c0-8f9f-290d28a3978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ef996-9be7-4cd9-9579-708e72d385f1,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:36.056399 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-32b30540-2cc6-40ee-b783-2685ac74ae34 req-c7040271-09ef-4fa6-ae78-7b3b57ea90df tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605707 Oct 27 05:27:36.573183 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-78a84c22-948c-4d4d-8be8-f03f60331957 req-b23a7427-82a6-4993-926c-e9740dc66518 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0355098 Oct 27 05:27:37.184341 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291aa0f-39df-47f1-a60c-d3f6ccbe4020 req-52f16891-4dc4-4f20-bcc1-6d96077ec97f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:37.185811 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0291aa0f-39df-47f1-a60c-d3f6ccbe4020 req-52f16891-4dc4-4f20-bcc1-6d96077ec97f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0517497 Oct 27 05:27:37.229853 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0291aa0f-39df-47f1-a60c-d3f6ccbe4020 req-685d7ecf-b567-4581-a41f-ea338d09087c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379157 Oct 27 05:27:37.678288 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c4040e57-dc3b-492b-ba00-eede6d1a50ce req-f217388e-a3a1-4a59-92ba-de31c1c105b7 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0304739 Oct 27 05:27:38.348827 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb322a78-9e81-481b-9127-753878c0f479 req-ef11b4c8-636c-4bf4-917e-3e1c12618739 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:38.350268 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb322a78-9e81-481b-9127-753878c0f479 req-ef11b4c8-636c-4bf4-917e-3e1c12618739 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0476031 Oct 27 05:27:38.388873 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb322a78-9e81-481b-9127-753878c0f479 req-8816f387-a1ab-4ce8-af3b-2e207500b3d0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Oct 27 05:27:38.773092 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1cbde70e-2bc1-4ca6-a903-543532181b17 req-7de1e3d0-2e38-407c-af0f-f0cdf183fae7 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0271583 Oct 27 05:27:39.510385 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d871547-1a10-42a8-bcc8-b2eddd92c425 req-fa875bde-0748-4581-a1a1-b325c266d891 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:39.511860 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3d871547-1a10-42a8-bcc8-b2eddd92c425 req-fa875bde-0748-4581-a1a1-b325c266d891 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0516396 Oct 27 05:27:39.552839 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3d871547-1a10-42a8-bcc8-b2eddd92c425 req-26e65f56-9bca-4dd6-a3b5-e4742d4f90b5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350749 Oct 27 05:27:39.865760 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-77fef064-7028-4430-bead-10b528dcd83a req-82625271-6f0b-4b2c-8832-fa8ce216c6b3 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0263228 Oct 27 05:27:40.670685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944871d-fd85-40d9-8192-d497afe04d8f req-acbb5570-09c9-4766-aa94-b54e95be78e5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:40.672188 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0944871d-fd85-40d9-8192-d497afe04d8f req-acbb5570-09c9-4766-aa94-b54e95be78e5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0482223 Oct 27 05:27:40.708834 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0944871d-fd85-40d9-8192-d497afe04d8f req-1e4b2965-3e05-4c43-a174-a316c8873078 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Oct 27 05:27:40.835389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-beadfbfc-6ced-4645-9960-d15169fca3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:40.958657 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-28ce2ff8-139a-49f0-bbc2-e6f0faf1d828 req-0e3496ce-db34-4c54-b358-a327e90acb12 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=d533ae0d-cc49-4adf-8a7c-8410f3e04529 HTTP/1.1" status: 200 len: 210 time: 0.0259547 Oct 27 05:27:41.832246 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5874d76-47c5-4728-9108-8954aa48c5b3 req-dd61f039-6d61-4312-90ed-d16174b47e6e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:41.833682 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b5874d76-47c5-4728-9108-8954aa48c5b3 req-dd61f039-6d61-4312-90ed-d16174b47e6e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0520067 Oct 27 05:27:41.872270 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b5874d76-47c5-4728-9108-8954aa48c5b3 req-9f7be64a-bc23-4767-bd41-58ed82b54523 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Oct 27 05:27:42.264238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-abd43927-9190-4022-9fdc-b0e13c57e411 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:42.265600 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-abd43927-9190-4022-9fdc-b0e13c57e411 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/networks?id=4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 200 len: 809 time: 0.1025925 Oct 27 05:27:42.280744 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-799e17c8-8ec5-474b-8fcd-7303682c6f17 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/quotas/5f003a9c00f14912a28094c23dfbed47 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Oct 27 05:27:42.314610 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-8bc36756-4969-4732-b88b-19abb100d9a3 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f003a9c00f14912a28094c23dfbed47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287745 Oct 27 05:27:42.403597 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-3f0d7403-03da-4a8d-9bea-620ddae6b7ea service neutron] 10.222.0.15 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816200 Oct 27 05:27:42.494629 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-5a7624bb-9b70-4349-8ced-37c99ddca0a4 service neutron] 10.222.0.15 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851140 Oct 27 05:27:42.653802 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4890630a-a28b-4808-a13c-4a78a5cb5091 req-d6481b09-3181-43eb-97f1-d994e4dff1a4 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 210 time: 0.0273664 Oct 27 05:27:42.999172 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbbf61-8a18-43a8-90a9-ff448539b5d5 req-ff308f9a-ed79-4d2f-a9c7-baf1d1fc2b4a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:43.000726 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2bfbbf61-8a18-43a8-90a9-ff448539b5d5 req-ff308f9a-ed79-4d2f-a9c7-baf1d1fc2b4a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0513422 Oct 27 05:27:43.001753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55702) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:43.051782 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2bfbbf61-8a18-43a8-90a9-ff448539b5d5 req-82084a53-a413-4191-b30c-718c2dd9eb5a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Oct 27 05:27:43.115338 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b857e605-8632-4fd9-9760-381e891c5058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.198743 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b857e605-8632-4fd9-9760-381e891c5058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.203121 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b857e605-8632-4fd9-9760-381e891c5058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.243989 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b857e605-8632-4fd9-9760-381e891c5058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4f5dd9f24a04d8495e9ffbe1ba295cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412543 Oct 27 05:27:43.244846 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857e605-8632-4fd9-9760-381e891c5058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d9603-0fda-45e0-a769-e85597ec95db,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:43.246653 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55706) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:43.297181 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cba959ce-a570-43c3-9e3a-e55d4ea3c50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.317159 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cba959ce-a570-43c3-9e3a-e55d4ea3c50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.349595 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-030330a8-0c8c-42f7-95d1-42d427f11e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.364744 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cba959ce-a570-43c3-9e3a-e55d4ea3c50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.367794 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cba959ce-a570-43c3-9e3a-e55d4ea3c50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.368916 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-cba959ce-a570-43c3-9e3a-e55d4ea3c50f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c42d9603-0fda-45e0-a769-e85597ec95db HTTP/1.1" status: 204 len: 168 time: 0.1212285 Oct 27 05:27:43.378141 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba959ce-a570-43c3-9e3a-e55d4ea3c50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d9603-0fda-45e0-a769-e85597ec95db,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:43.628552 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 55712) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:43.642061 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4de71478-b523-44a6-a894-a4089db0f39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.753273 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-603d2046-fe7f-44c5-a2b6-4f77e6fd7304 req-fce86d32-30ea-4067-87b9-ced38e20b16e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 210 time: 0.0285532 Oct 27 05:27:43.796652 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4de71478-b523-44a6-a894-a4089db0f39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.803546 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-6e6d8d1b-1fd7-4f9c-b5a8-6d50b98d51bf tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:43.805548 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-6e6d8d1b-1fd7-4f9c-b5a8-6d50b98d51bf tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "GET /v2.0/networks?id=4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 200 len: 809 time: 0.1461596 Oct 27 05:27:43.806563 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4de71478-b523-44a6-a894-a4089db0f39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.838353 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Request body: {'port': {'device_id': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34', 'admin_state_up': True, 'tenant_id': '5f003a9c00f14912a28094c23dfbed47'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:27:43.862861 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4de71478-b523-44a6-a894-a4089db0f39a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=028a1e74c7fd40a99170a54a3286cb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306423 Oct 27 05:27:43.863358 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 55720) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:27:43.887198 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de71478-b523-44a6-a894-a4089db0f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af68e8-5373-44c7-8819-68ccdb73b78e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:43.915671 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b589493-9462-4421-b39c-bf74916cdb97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.936749 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b589493-9462-4421-b39c-bf74916cdb97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.955672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Made reservation on behalf of 5f003a9c00f14912a28094c23dfbed47 for: {'port': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:27:43.959107 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.983803 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b589493-9462-4421-b39c-bf74916cdb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.986420 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9b589493-9462-4421-b39c-bf74916cdb97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:43.987853 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-9b589493-9462-4421-b39c-bf74916cdb97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00af68e8-5373-44c7-8819-68ccdb73b78e HTTP/1.1" status: 204 len: 168 time: 0.1234715 Oct 27 05:27:43.995844 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b589493-9462-4421-b39c-bf74916cdb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af68e8-5373-44c7-8819-68ccdb73b78e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:44.088792 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Allocated IP 172.20.0.8 (4e43b3be-604b-4897-89d9-17512a954a34/a363b5a6-effe-4024-b279-22356b1a8103/f3ae5af7-03e3-47cf-94c5-3ddc450a1de2) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:27:44.187500 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8978908-4f54-477e-bb82-564aaafe5f6f req-dc86a9f2-c4a7-4b34-90f0-deedce96aab4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:44.189385 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a8978908-4f54-477e-bb82-564aaafe5f6f req-dc86a9f2-c4a7-4b34-90f0-deedce96aab4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 944 time: 0.0610120 Oct 27 05:27:44.238752 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a8978908-4f54-477e-bb82-564aaafe5f6f req-10ac18e6-b966-4c3d-9c92-06bd2f8b5fca tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 Oct 27 05:27:44.256734 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.293449 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.337358 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Network 4e43b3be-604b-4897-89d9-17512a954a34 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:27:44.340548 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:27:44.344154 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:27:44.367498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Pushing event updated for resources: {'Port': ['ID=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:44.394295 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:44.394887 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.411018 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-cb7ee0ed-c554-48c6-910e-4210bba04003 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787945 Oct 27 05:27:44.430946 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Request body: {'port': {'device_id': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:27:44.488392 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.509468 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.746247 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 {{(pid=101382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:27:44.753557 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.765889 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.provisioning_blocks [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Transition to ACTIVE for port object f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 will not be triggered until provisioned by entity L2. {{(pid=101382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:27:44.769826 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.828596 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:44.853289 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.905263 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff536237-0e44-4b85-938e-b29c4152b694 req-2942a6b1-bcfb-462e-947b-9ca769290e4f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:44.906880 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff536237-0e44-4b85-938e-b29c4152b694 req-2942a6b1-bcfb-462e-947b-9ca769290e4f tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 943 time: 0.0642056 Oct 27 05:27:44.909086 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Attempting to bind port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:27:44.909430 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Attempting to bind port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:27:44.909764 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Attempting to bind port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 on network 4e43b3be-604b-4897-89d9-17512a954a34 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:27:44.914380 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 on network 4e43b3be-604b-4897-89d9-17512a954a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:27:44.914700 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Attempting to bind port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 on network 4e43b3be-604b-4897-89d9-17512a954a34 {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:27:44.919624 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:27:44.919975 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Checking segment: {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:27:44.920346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Bound using segment: {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'} {{(pid=101382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:27:44.920769 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.managers [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Bound port: f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34'}}] {{(pid=101382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:27:44.921126 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:44.946276 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff536237-0e44-4b85-938e-b29c4152b694 req-95a2e45f-fe35-4777-b57f-5263f4ca486e tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Oct 27 05:27:44.984511 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] For port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host hv-cinder-81546, cleared binding levels {{(pid=101382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:27:44.987773 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] For port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:27:44.993204 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:45.029105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.029702 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:45.031071 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] 10.222.0.25 "PUT /v2.0/ports/f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 HTTP/1.1" status: 200 len: 1093 time: 0.6042655 Oct 27 05:27:45.031511 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'tag': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:45.033717 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9925556-f989-40ab-81c9-2ada03fe139a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a494f42-1b30-4cce-84da-eb7ff617accb", "tag": "f3ae5af7-03e3-47cf-94c5-3ddc450a1de2"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:45.054831 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf5448-fec0-4674-b6d7-fe92acbc1a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,revision_number=3']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:45.067692 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:27:45.080891 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffbe8b6-2425-414c-ba2e-153c37db32b3 x-openstack-request-id: req-fffbe8b6-2425-414c-ba2e-153c37db32b3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:45.081178 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a494f42-1b30-4cce-84da-eb7ff617accb", "tag": "f3ae5af7-03e3-47cf-94c5-3ddc450a1de2", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:45.081429 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fffbe8b6-2425-414c-ba2e-153c37db32b3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:45.081826 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'tag': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2', 'status': 'completed', 'code': 200} Oct 27 05:27:45.150310 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-a9fcfe55-2797-40fe-bda6-3ef0c1b3a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.152078 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-a9fcfe55-2797-40fe-bda6-3ef0c1b3a061 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f003a9c00f14912a28094c23dfbed47&device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 1096 time: 0.0506167 Oct 27 05:27:45.175110 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:45.192556 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '09a376ef-4311-4175-8483-dee8799db339', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'port_id': '09a376ef-4311-4175-8483-dee8799db339', 'mac_address': 'fa:16:3e:67:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:27:45.203937 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-32a91451-c887-444d-8139-71df8bb6e8f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 HTTP/1.1" status: 200 len: 217 time: 0.0369179 Oct 27 05:27:45.236524 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:45.251766 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a376ef-4311-4175-8483-dee8799db339 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:27:45.267156 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-91db56b8-8861-4400-8738-3c3ccc377bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.268744 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-91db56b8-8861-4400-8738-3c3ccc377bb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a363b5a6-effe-4024-b279-22356b1a8103 HTTP/1.1" status: 200 len: 849 time: 0.0584557 Oct 27 05:27:45.275384 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:45.289924 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:45.325587 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-8a75ffc6-aa3d-4e72-acd9-e651ac8d5b26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e43b3be-604b-4897-89d9-17512a954a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492105 Oct 27 05:27:45.365268 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=9']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:45.373569 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.373918 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.374259 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.374589 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.375110 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.375485 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.375778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0699-b19b-4938-838a-f72777d7c07b req-651c7acc-d50f-4261-bf20-c0c8971dfba2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.375896 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.376131 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.376487 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.376815 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.377255 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c1ee0699-b19b-4938-838a-f72777d7c07b req-651c7acc-d50f-4261-bf20-c0c8971dfba2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 945 time: 0.0543375 Oct 27 05:27:45.379590 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.380160 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:27:45.420520 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c1ee0699-b19b-4938-838a-f72777d7c07b req-4be96806-afc7-4cd0-ad1b-3a3f7743a187 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329700 Oct 27 05:27:45.422481 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-1c5fd208-91b0-4415-9375-dabe0fea4606 service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886166 Oct 27 05:27:45.516166 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-35e1c66e-da8f-46b6-90fe-d0fabf659aa6 req-85ef1731-f1f0-4173-8d66-f156fad67555 service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852659 Oct 27 05:27:45.656987 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925556-f989-40ab-81c9-2ada03fe139a req-390205ba-6422-4b58-93e5-76e274fd7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.658341 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-390205ba-6422-4b58-93e5-76e274fd7896 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f003a9c00f14912a28094c23dfbed47&device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 1096 time: 0.0395699 Oct 27 05:27:45.755162 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925556-f989-40ab-81c9-2ada03fe139a req-0811e083-b4d3-444b-82ae-6191612989c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.756832 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-0811e083-b4d3-444b-82ae-6191612989c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 200 len: 910 time: 0.0902939 Oct 27 05:27:45.797652 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-061bfead-2044-41de-8be6-8affc9298a26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 HTTP/1.1" status: 200 len: 217 time: 0.0337238 Oct 27 05:27:45.846975 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9925556-f989-40ab-81c9-2ada03fe139a req-49379172-627d-408f-ae05-f848018048e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:45.848327 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-49379172-627d-408f-ae05-f848018048e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a363b5a6-effe-4024-b279-22356b1a8103 HTTP/1.1" status: 200 len: 849 time: 0.0433486 Oct 27 05:27:45.881916 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-01028260-4822-4a78-a640-62ec3e707a1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e43b3be-604b-4897-89d9-17512a954a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253475 Oct 27 05:27:45.912588 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['09a376ef-4311-4175-8483-dee8799db339'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:27:45.977250 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-459ddf39-6948-4bad-ab9e-fac1572796a8 service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871389 Oct 27 05:27:46.078080 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-b9925556-f989-40ab-81c9-2ada03fe139a req-9329efa5-b06f-41ea-b0e4-ffb74800a0f4 service neutron] 10.222.0.25 "GET /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930865 Oct 27 05:27:46.079841 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ef4ba-45d0-4955-9726-be33cd9ccd1d req-3f02b4b0-107a-4f4c-b908-8b955a8a8196 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:46.081278 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-351ef4ba-45d0-4955-9726-be33cd9ccd1d req-3f02b4b0-107a-4f4c-b908-8b955a8a8196 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 943 time: 0.0605164 Oct 27 05:27:46.121277 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-351ef4ba-45d0-4955-9726-be33cd9ccd1d req-dc55000c-2d17-45eb-951c-0120b172ecfd tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Oct 27 05:27:46.343920 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:46.543279 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170ec08-f025-4bd4-9e69-f7dc86d37f79 req-31ec41ee-bb1a-4386-a9c3-23227e2560fa tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:46.545334 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0170ec08-f025-4bd4-9e69-f7dc86d37f79 req-31ec41ee-bb1a-4386-a9c3-23227e2560fa tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 945 time: 0.0518620 Oct 27 05:27:46.584195 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0170ec08-f025-4bd4-9e69-f7dc86d37f79 req-36ec8abb-bc4a-40bb-b983-bfe76a0f12ca tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325494 Oct 27 05:27:47.051029 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:27:47.099640 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 09a376ef-4311-4175-8483-dee8799db339 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:27:47.100268 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:47.180892 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:47.207459 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:47.210150 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3b9d47-83ba-4477-a655-33ed6909e145" -d '{"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-plugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:47.223874 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:47.230005 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:47.239706 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7642d-b2b5-49dc-bb7e-0da8f0470710 req-d8754370-9fcc-4159-9c41-b5c47df732a1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:47.241488 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6cb7642d-b2b5-49dc-bb7e-0da8f0470710 req-d8754370-9fcc-4159-9c41-b5c47df732a1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 943 time: 0.0545652 Oct 27 05:27:47.253891 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76011a6b-2af5-440a-bf30-8512b4048f75 x-openstack-request-id: req-76011a6b-2af5-440a-bf30-8512b4048f75 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:47.254179 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-plugged", "status": "completed", "tag": "09a376ef-4311-4175-8483-dee8799db339", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:47.254432 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76011a6b-2af5-440a-bf30-8512b4048f75 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:47.254815 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'code': 200} Oct 27 05:27:47.282046 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=10']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:47.283674 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6cb7642d-b2b5-49dc-bb7e-0da8f0470710 req-be9b36c6-f332-418b-bfc1-bf2c5d769b69 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Oct 27 05:27:47.714541 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fa073-464e-4afc-98b6-57a347f6b75a req-338e4885-e358-42fa-924e-50479bcf0bba tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:47.716286 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-112fa073-464e-4afc-98b6-57a347f6b75a req-338e4885-e358-42fa-924e-50479bcf0bba tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0563707 Oct 27 05:27:47.754804 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-112fa073-464e-4afc-98b6-57a347f6b75a req-9945f53d-0b4a-479d-9fd8-1d21aa2b0756 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Oct 27 05:27:47.855025 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0640a1-02d2-4546-bb73-4b8b96cecfda req-1dac4ef3-9ccd-4965-ab47-51315c36edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:47.856536 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ad0640a1-02d2-4546-bb73-4b8b96cecfda req-1dac4ef3-9ccd-4965-ab47-51315c36edf9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1100 time: 0.0397146 Oct 27 05:27:47.893703 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-ad0640a1-02d2-4546-bb73-4b8b96cecfda req-a73be77e-9ba9-4653-bc80-7cf3f569cf51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292387 Oct 27 05:27:48.400446 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe729a-a75a-4f21-acd7-39a182112e2e req-027038db-6f7b-47c1-b1ac-df4cb90422de tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:48.401866 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5cbe729a-a75a-4f21-acd7-39a182112e2e req-027038db-6f7b-47c1-b1ac-df4cb90422de tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 943 time: 0.0503945 Oct 27 05:27:48.441000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5cbe729a-a75a-4f21-acd7-39a182112e2e req-4c5963c4-2752-4e71-b3ce-d3e9bfe713f1 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Oct 27 05:27:48.878768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcbb88-d8f9-4edb-8c01-01774b72d8dd req-60d3cf98-3947-4b1a-a6d2-ee567832c4f5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:48.880263 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b6bcbb88-d8f9-4edb-8c01-01774b72d8dd req-60d3cf98-3947-4b1a-a6d2-ee567832c4f5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0500777 Oct 27 05:27:48.918755 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b6bcbb88-d8f9-4edb-8c01-01774b72d8dd req-16a72015-615c-4be0-a817-6ac2c6b9c413 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325241 Oct 27 05:27:49.061620 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:27:49.159055 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:49.169723 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2', 'network_id': '4e43b3be-604b-4897-89d9-17512a954a34', 'port_id': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2', 'mac_address': 'fa:16:3e:6c:33:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a363b5a6-effe-4024-b279-22356b1a8103', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:27:49.207304 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:49.221457 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:27:49.241912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:49.245688 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:49.292423 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:49.561212 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e93ec-1f1b-462e-a30f-6a1b752e5d55 req-5c777716-2f3a-4060-804e-a924c6d20efa tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:49.563020 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-940e93ec-1f1b-462e-a30f-6a1b752e5d55 req-5c777716-2f3a-4060-804e-a924c6d20efa tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 944 time: 0.0562170 Oct 27 05:27:49.604531 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-940e93ec-1f1b-462e-a30f-6a1b752e5d55 req-24e7d6ca-9da7-473a-b59b-c74d6d9f5ab3 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Oct 27 05:27:49.774803 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f3ae5af7-03e3-47cf-94c5-3ddc450a1de2'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:27:50.048404 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e5cd0-a1fc-41d7-b99e-2b649c4e1400 req-64e8056c-14e9-48e7-85b6-c601c23a7577 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:50.050024 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a6e5cd0-a1fc-41d7-b99e-2b649c4e1400 req-64e8056c-14e9-48e7-85b6-c601c23a7577 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0524023 Oct 27 05:27:50.090337 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a6e5cd0-a1fc-41d7-b99e-2b649c4e1400 req-bbb567a0-c145-46f0-9ce7-96f001fb1d8d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334427 Oct 27 05:27:50.718390 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d10d-a0cd-4f36-a8be-474b4e44a0f2 req-70bfb1f4-fe63-40c9-8a67-479a89278074 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:50.719890 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b464d10d-a0cd-4f36-a8be-474b4e44a0f2 req-70bfb1f4-fe63-40c9-8a67-479a89278074 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 944 time: 0.0488744 Oct 27 05:27:50.759148 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b464d10d-a0cd-4f36-a8be-474b4e44a0f2 req-8781543d-061a-4a23-9551-0af9d122b6e8 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Oct 27 05:27:51.066396 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:27:51.118461 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:27:51.122385 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:27:51.123006 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:51.201528 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:51.221052 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2995daa-e205-4f3c-b931-14ce1fc4f632 req-b6955e1d-7486-416a-b59a-56eacbf1a4cd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:51.222771 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2995daa-e205-4f3c-b931-14ce1fc4f632 req-b6955e1d-7486-416a-b59a-56eacbf1a4cd tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0583062 Oct 27 05:27:51.223894 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:51.226162 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72eae4-b084-4740-b893-59fc8f8f5e08" -d '{"events": [{"server_uuid": "3a494f42-1b30-4cce-84da-eb7ff617accb", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae5af7-03e3-47cf-94c5-3ddc450a1de2"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:51.239629 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:51.244619 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:51.263190 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2995daa-e205-4f3c-b931-14ce1fc4f632 req-9a428bd4-8edc-445f-bcc6-ede562fc41a3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341575 Oct 27 05:27:51.269555 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37702321-50bd-4460-9dc1-34e97a104255 x-openstack-request-id: req-37702321-50bd-4460-9dc1-34e97a104255 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:51.269867 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a494f42-1b30-4cce-84da-eb7ff617accb", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae5af7-03e3-47cf-94c5-3ddc450a1de2", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:51.270126 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37702321-50bd-4460-9dc1-34e97a104255 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:51.270514 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2', 'code': 200} Oct 27 05:27:51.299955 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:51.477265 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b11175-fb12-4f18-a687-491857e14d91 req-f5db332c-c94d-41a3-9dd7-6e6e9efcd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:51.478881 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-d5b11175-fb12-4f18-a687-491857e14d91 req-f5db332c-c94d-41a3-9dd7-6e6e9efcd6d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 1098 time: 0.0406494 Oct 27 05:27:51.516175 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-d5b11175-fb12-4f18-a687-491857e14d91 req-6c71697b-cb05-4156-881f-13cd695b82ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284328 Oct 27 05:27:51.874726 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa1e10-bcc3-4e64-b090-e94636447b5a req-fc84b97b-5e88-491d-9cbf-161b58911200 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:51.876215 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-30aa1e10-bcc3-4e64-b090-e94636447b5a req-fc84b97b-5e88-491d-9cbf-161b58911200 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 945 time: 0.0492494 Oct 27 05:27:51.914303 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-30aa1e10-bcc3-4e64-b090-e94636447b5a req-1b64815c-e888-49f9-aa9c-793c7b2245d3 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Oct 27 05:27:53.038247 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8077a-94c1-445c-be80-888c7ae1ec85 req-b6bcff9c-2d14-41ca-a07e-3bbee10796d0 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:53.039923 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bcb8077a-94c1-445c-be80-888c7ae1ec85 req-b6bcff9c-2d14-41ca-a07e-3bbee10796d0 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 945 time: 0.0523231 Oct 27 05:27:53.084574 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bcb8077a-94c1-445c-be80-888c7ae1ec85 req-68357851-aee4-41e5-830c-eb395e4ce539 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Oct 27 05:27:54.205809 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef3bcf-c592-4e19-b4a0-4726fb707163 req-991f2951-5d04-405d-b32f-e9aa207ced98 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:54.207328 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eaef3bcf-c592-4e19-b4a0-4726fb707163 req-991f2951-5d04-405d-b32f-e9aa207ced98 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 945 time: 0.0538471 Oct 27 05:27:54.246826 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eaef3bcf-c592-4e19-b4a0-4726fb707163 req-29edcbca-bce7-4551-8221-3068f13ec5be tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Oct 27 05:27:54.976193 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132fe8-b7ad-46a5-a3ce-cae059d63c5f req-0c932604-0bb2-4f4b-87a0-bcff417bf7b0 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:54.977607 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0132fe8-b7ad-46a5-a3ce-cae059d63c5f req-0c932604-0bb2-4f4b-87a0-bcff417bf7b0 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 945 time: 0.0496249 Oct 27 05:27:55.015435 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0132fe8-b7ad-46a5-a3ce-cae059d63c5f req-b1e1b46f-05d4-4752-aa94-05c1e1af5568 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Oct 27 05:27:56.137079 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2898cc-c8ce-4e40-bf7a-9bf02788f06b req-b8089ab4-b66d-488a-89ba-8a47f160cb2b tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:56.139791 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4b2898cc-c8ce-4e40-bf7a-9bf02788f06b req-b8089ab4-b66d-488a-89ba-8a47f160cb2b tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 945 time: 0.0516493 Oct 27 05:27:56.177891 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4b2898cc-c8ce-4e40-bf7a-9bf02788f06b req-22b68c54-84fd-4073-9195-7957c1bfc963 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/security-groups?id=78e00d5f-a737-48cb-9621-2fc22852f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Oct 27 05:27:56.211765 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-db808895-ee96-46e8-b665-b6b6a80dce70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510645 Oct 27 05:27:56.287325 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-34c84ac5-898b-48dd-a6b0-db7a953cc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:56.288789 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-34c84ac5-898b-48dd-a6b0-db7a953cc836 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1099 time: 0.0402555 Oct 27 05:27:56.398920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-7d3ca58b-e6b1-4b82-8250-82993e9902cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:56.400427 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-7d3ca58b-e6b1-4b82-8250-82993e9902cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.0855238 Oct 27 05:27:56.470914 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-d44ad71f-283d-4c80-b3ee-90b9e8b5c592 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 1002 time: 0.0608690 Oct 27 05:27:56.526262 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-cfc5121f-37ea-4f0d-8219-15a9ede2b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:56.528326 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-cfc5121f-37ea-4f0d-8219-15a9ede2b1da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0444958 Oct 27 05:27:56.584319 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-b9e8edec-22d4-413a-a066-877dbe5090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:56.586224 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-b9e8edec-22d4-413a-a066-877dbe5090f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0424185 Oct 27 05:27:56.677290 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-4bedaee1-2f14-40a3-b4a0-8bee90eafaab service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834196 Oct 27 05:27:56.788386 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-f90733d5-126d-4dee-a216-6118fa280095 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:27:56.789835 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-f90733d5-126d-4dee-a216-6118fa280095 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 945 time: 0.0522971 Oct 27 05:27:56.827648 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-bd97641f-c3d9-4f69-bdc9-2d4145aaf611 req-9b67995c-63dd-404b-a98f-09a32fe981a5 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908530 Oct 27 05:27:56.886012 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Deleting port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:27:56.886342 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:56.975988 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] For port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,segment=NetworkSegment(aeecb663-a090-4d82-a2d2-5ad55c3b62e0),segment_id=aeecb663-a090-4d82-a2d2-5ad55c3b62e0)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:27:56.976256 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:56.988998 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Calling delete_port for f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:27:57.110482 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:57.142845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Pushing event deleted for resources: {'Port': ['ID=f3ae5af7-03e3-47cf-94c5-3ddc450a1de2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:27:57.145912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f3ae5af7-03e3-47cf-94c5-3ddc450a1de2'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:27:57.181541 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] No DVR routers for this DVR port f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:27:57.184487 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:27:57.187797 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-94f9d8f7-d932-43ce-8b0b-442439689840 req-7e2834a1-5218-4a93-bf11-1eb652f37847 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.25 "DELETE /v2.0/ports/f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 HTTP/1.1" status: 204 len: 173 time: 0.3913076 Oct 27 05:27:57.188231 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'name': 'network-vif-deleted', 'tag': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:27:57.190476 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cc11c9-48fa-409e-9998-9d8b2b942c99" -d '{"events": [{"server_uuid": "3a494f42-1b30-4cce-84da-eb7ff617accb", "name": "network-vif-deleted", "tag": "f3ae5af7-03e3-47cf-94c5-3ddc450a1de2"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:27:57.228149 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddcf254-96fb-4dbd-8ecf-96cb77e757b2 x-openstack-request-id: req-3ddcf254-96fb-4dbd-8ecf-96cb77e757b2 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:27:57.229344 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a494f42-1b30-4cce-84da-eb7ff617accb", "name": "network-vif-deleted", "tag": "f3ae5af7-03e3-47cf-94c5-3ddc450a1de2", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:27:57.229604 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ddcf254-96fb-4dbd-8ecf-96cb77e757b2 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:27:57.230131 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a494f42-1b30-4cce-84da-eb7ff617accb', 'name': 'network-vif-deleted', 'tag': 'f3ae5af7-03e3-47cf-94c5-3ddc450a1de2', 'status': 'completed', 'code': 200} Oct 27 05:27:57.273110 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-66f36654-60b2-4cac-b328-c5f997525a81 req-19bb3fb2-bdc3-47ae-bdd9-a920b06fd035 tempest-VolumesActionsTest-726524614 tempest-VolumesActionsTest-726524614-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a494f42-1b30-4cce-84da-eb7ff617accb HTTP/1.1" status: 200 len: 210 time: 0.0262711 Oct 27 05:27:57.443446 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:01.154264 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:28:01.177625 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:28:01.178248 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f3ae5af7-03e3-47cf-94c5-3ddc450a1de2 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:28:02.996188 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:28:10.840024 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-506c34e4-073b-4330-bd1a-d171a70ee9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:13.355556 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-be799853-5ef6-4301-a967-f64f9de96a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.101625 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56138) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:14.237342 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.323346 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.329090 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.360236 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7f5d4e543bb4c23802f1b5bb4a172c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572699 Oct 27 05:28:14.360432 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56150) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:14.380485 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52745d23-2ebd-4b63-bbe4-69c0722be2a1,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:14.388519 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.388881 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.389220 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.389558 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.389888 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.390215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.390547 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.390872 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.391274 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.391559 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.391889 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.392251 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320501ba-1f02-4c9b-ba58-41cea6817169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.441885 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.472318 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.510875 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.536172 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.538779 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:14.542716 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52745d23-2ebd-4b63-bbe4-69c0722be2a1 HTTP/1.1" status: 204 len: 168 time: 0.1808212 Oct 27 05:28:14.554060 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52745d23-2ebd-4b63-bbe4-69c0722be2a1,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:14.563592 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.563944 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.564282 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.564621 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.565046 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.565516 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.565851 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.567753 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.568315 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.569252 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.569841 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.570557 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7bcaa-39b8-4433-b783-0e8df343dc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:14.847457 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:16.347430 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.073411 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56268) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:17.115647 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Deleting subnet a363b5a6-effe-4024-b279-22356b1a8103 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:28:17.118495 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.154142 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.194662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.243754 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.268579 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a363b5a6-effe-4024-b279-22356b1a8103,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:17.273797 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.277159 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-fc827df6-8a6c-468a-9c61-1cee23593d20 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a363b5a6-effe-4024-b279-22356b1a8103 HTTP/1.1" status: 204 len: 168 time: 0.2027695 Oct 27 05:28:17.279599 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56270) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:17.347535 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.424141 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.443661 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e43b3be-604b-4897-89d9-17512a954a34']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:17.453214 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:17.453513 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeecb663-a090-4d82-a2d2-5ad55c3b62e0') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:17.463163 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.477354 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.484174 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:28:17.484545 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:28:17.486164 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:28:17.540558 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.546095 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.549234 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4e43b3be-604b-4897-89d9-17512a954a34 HTTP/1.1" status: 204 len: 168 time: 0.2687166 Oct 27 05:28:17.559483 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3c6c9-1dd3-4402-af04-89ac260c3fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e43b3be-604b-4897-89d9-17512a954a34,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:17.707196 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56274) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:17.750677 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-9dbdd462-f76c-4c26-a1da-769b061691ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f003a9c00f14912a28094c23dfbed47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422189 Oct 27 05:28:17.753065 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56276) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:17.798941 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e243e55b-7d0d-4dd6-aa2a-9ffb28cc8dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.819334 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e243e55b-7d0d-4dd6-aa2a-9ffb28cc8dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.864861 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e243e55b-7d0d-4dd6-aa2a-9ffb28cc8dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.867763 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e243e55b-7d0d-4dd6-aa2a-9ffb28cc8dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:17.868839 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e243e55b-7d0d-4dd6-aa2a-9ffb28cc8dce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78e00d5f-a737-48cb-9621-2fc22852f8f0 HTTP/1.1" status: 204 len: 168 time: 0.1148434 Oct 27 05:28:17.882013 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243e55b-7d0d-4dd6-aa2a-9ffb28cc8dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e00d5f-a737-48cb-9621-2fc22852f8f0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:18.523724 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56306) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:18.618383 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2119552507-network', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:18.645174 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Made reservation on behalf of 87cccfd36bf84e22a7d20d5faedcb373 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:28:18.648355 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.658870 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.738132 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.741819 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.767280 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:28:18.777441 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0637dd-a7b9-4431-ade1-d74c77abfba0,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:18.784293 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.784637 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Added segment 91cef936-62e8-48fc-876d-13c4d82df341 of type vlan for network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f Oct 27 05:28:18.822272 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.846666 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.847642 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:18.848216 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:18.900287 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3753936 Oct 27 05:28:18.903265 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56312) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:18.908741 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Request body: {'subnet': {'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2119552507-subnet', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:18.911048 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a15b7-ce11-481a-8ff3-348790c55192 admin admin] Pushing event updated for resources: {'Network': ['ID=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:18.924293 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:28:18.935721 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Made reservation on behalf of 87cccfd36bf84e22a7d20d5faedcb373 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:28:18.938197 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3852911'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.098832 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3852881'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.150155 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:19.165323 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Checking segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:19.165937 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Network hostable DHCP agents. Network: fe42b1d6-54ab-4dc9-8c06-d202cff47c0f, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:28:19.182733 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:28:19.192324 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, fe42b1d6-54ab-4dc9-8c06-d202cff47c0f) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:19.196740 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:19.197402 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.205040 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8ea30-4714-4fa0-92ff-d8bd05443e8a None None] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:28:19.221650 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-20c6079b-1dce-4b70-b69a-703f78fe52b9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166313 Oct 27 05:28:19.222020 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56320) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:19.233524 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:19.258670 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.259845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.317166 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.369748 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:28:19.370953 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.473942 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.506737 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Allocated IP 172.20.0.2 (fe42b1d6-54ab-4dc9-8c06-d202cff47c0f/eebf0d79-42f4-4b47-96e0-f5909a0ca0e4/1fad5f84-159c-49e2-9904-42df49e96166) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:19.674101 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.694005 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.772099 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.778206 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.804678 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Allocated IP 172.28.2.216 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/cd05b98e-be6b-4299-9761-070a5fad1406) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:19.822912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:19.825838 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:19.829469 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:19.834738 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Pushing event updated for resources: {'Port': ['ID=1fad5f84-159c-49e2-9904-42df49e96166,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:19.887713 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Attempting to bind port 1fad5f84-159c-49e2-9904-42df49e96166 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:19.888072 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Attempting to bind port 1fad5f84-159c-49e2-9904-42df49e96166 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:19.888425 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Attempting to bind port 1fad5f84-159c-49e2-9904-42df49e96166 on network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:19.893290 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:19.893654 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Checking segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:19.894042 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.894424 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Bound using segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:19.894874 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Bound port: 1fad5f84-159c-49e2-9904-42df49e96166, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:19.895268 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.909329 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.946302 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.957852 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] For port 1fad5f84-159c-49e2-9904-42df49e96166, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:19.961136 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] For port 1fad5f84-159c-49e2-9904-42df49e96166, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=1fad5f84-159c-49e2-9904-42df49e96166,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:19.966174 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:19.983821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:19.988521 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:19.991456 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:20.021627 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd95f3-d43c-491c-902f-99ed3983ae94 None None] Pushing event updated for resources: {'Port': ['ID=1fad5f84-159c-49e2-9904-42df49e96166,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:20.026266 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Pushing event updated for resources: {'Port': ['ID=cd05b98e-be6b-4299-9761-070a5fad1406,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:20.265234 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.505313 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56328) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:20.615437 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fde383ce-bd56-4b7e-9d3d-5ffe7e53d308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.697426 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.704846 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fde383ce-bd56-4b7e-9d3d-5ffe7e53d308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.710221 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fde383ce-bd56-4b7e-9d3d-5ffe7e53d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.751559 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-fde383ce-bd56-4b7e-9d3d-5ffe7e53d308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04e26966527e4a79873501cae5b332ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448807 Oct 27 05:28:20.752357 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde383ce-bd56-4b7e-9d3d-5ffe7e53d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830b3d7f-402c-4cd3-9a24-f540f5f8cab9,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:20.754605 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56332) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:20.806784 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-302a0e9a-af2c-4295-90ca-f5a1af140f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.839237 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-302a0e9a-af2c-4295-90ca-f5a1af140f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.843641 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Router 093c0581-ea6f-4227-adc1-4e665531a3de is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:28:20.910218 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-302a0e9a-af2c-4295-90ca-f5a1af140f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.913202 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-302a0e9a-af2c-4295-90ca-f5a1af140f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:20.915150 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-302a0e9a-af2c-4295-90ca-f5a1af140f46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/830b3d7f-402c-4cd3-9a24-f540f5f8cab9 HTTP/1.1" status: 204 len: 168 time: 0.1588128 Oct 27 05:28:20.923357 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a0e9a-af2c-4295-90ca-f5a1af140f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830b3d7f-402c-4cd3-9a24-f540f5f8cab9,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:20.949810 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 1fad5f84-159c-49e2-9904-42df49e96166 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:20.979736 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:28:20.996231 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Sync routers for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:28:21.002094 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.005866 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-3ddc9657-f06b-4b36-8f9d-9c5c6307b373 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7803280 Oct 27 05:28:21.006178 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56336) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:21.013087 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:21.014726 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:21.100575 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53800be7-60a1-43a7-bfad-51a36f50673a None None] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:28:21.160831 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 1fad5f84-159c-49e2-9904-42df49e96166 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:21.161208 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.226383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b7517a74-f2bb-415f-895a-41978c313f10 None None] Provisioning complete for port 1fad5f84-159c-49e2-9904-42df49e96166 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:21.227044 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b7517a74-f2bb-415f-895a-41978c313f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.319797 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:21.543937 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.584639 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b7517a74-f2bb-415f-895a-41978c313f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.645243 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 1fad5f84-159c-49e2-9904-42df49e96166, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=1fad5f84-159c-49e2-9904-42df49e96166,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:21.653079 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.658070 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.736222 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.db.api [None req-b7517a74-f2bb-415f-895a-41978c313f10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 05:28:21.737361 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG oslo_db.api [None req-b7517a74-f2bb-415f-895a-41978c313f10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 05:28:21.744904 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=1fad5f84-159c-49e2-9904-42df49e96166,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:21.759493 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:20Z', 'revision_number': 3, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:21.793797 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Checking router: 093c0581-ea6f-4227-adc1-4e665531a3de for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:28:21.794210 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Updating router 093c0581-ea6f-4227-adc1-4e665531a3de port cd05b98e-be6b-4299-9761-070a5fad1406 binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:28:21.830111 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.843047 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Allocated IP 172.20.0.1 (fe42b1d6-54ab-4dc9-8c06-d202cff47c0f/eebf0d79-42f4-4b47-96e0-f5909a0ca0e4/f0b405df-2eeb-4c29-84f1-8ebeca5c42d3) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:21.962863 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:21.999720 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.043486 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:22.047148 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:22.050751 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:22.078030 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:22.094060 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.120486 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.127572 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.182845 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Attempting to bind port cd05b98e-be6b-4299-9761-070a5fad1406 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:22.183237 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Attempting to bind port cd05b98e-be6b-4299-9761-070a5fad1406 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:22.183595 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Attempting to bind port cd05b98e-be6b-4299-9761-070a5fad1406 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:22.185518 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308da61-a338-4a14-bf6f-89362678e58c None None] Pushing event updated for resources: {'Port': ['ID=cd05b98e-be6b-4299-9761-070a5fad1406,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:22.191259 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:22.191633 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:22.192021 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.192404 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:22.192866 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Bound port: cd05b98e-be6b-4299-9761-070a5fad1406, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:22.193234 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.237199 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.272804 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] For port cd05b98e-be6b-4299-9761-070a5fad1406, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:22.289843 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] For port cd05b98e-be6b-4299-9761-070a5fad1406, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=cd05b98e-be6b-4299-9761-070a5fad1406,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:22.296346 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.353461 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:22.354081 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:22.355905 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308da61-a338-4a14-bf6f-89362678e58c None None] Pushing event updated for resources: {'Port': ['ID=cd05b98e-be6b-4299-9761-070a5fad1406,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:22.400934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.406286 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.475877 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.477660 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:22.568292 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d3851458-372a-4dd5-b897-6aa3f4876661 None None] Provisioning complete for port 1fad5f84-159c-49e2-9904-42df49e96166 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:22.568668 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d3851458-372a-4dd5-b897-6aa3f4876661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.578737 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:22.582171 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:22.623216 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:22.708775 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Router 093c0581-ea6f-4227-adc1-4e665531a3de has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:28:22.824351 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d3851458-372a-4dd5-b897-6aa3f4876661 None None] Provisioning complete for port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:22.824706 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d3851458-372a-4dd5-b897-6aa3f4876661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.826090 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:28:22.840239 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6faf1c8b-f6fa-4953-b39a-9aaca7ab6207 admin admin] 10.222.0.15 "PUT /v2.0/routers/093c0581-ea6f-4227-adc1-4e665531a3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323605 Oct 27 05:28:22.885392 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 1fad5f84-159c-49e2-9904-42df49e96166 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:22.917443 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d3851458-372a-4dd5-b897-6aa3f4876661 None None] Port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:28:22.961634 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 1fad5f84-159c-49e2-9904-42df49e96166 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:22.962005 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:22.966208 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:21Z', 'revision_number': 1, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:23.009168 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56ff8e-1e08-4f70-b0ab-b4165afcd31c None None] The sync data for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb is: [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:21Z', 'revision_number': 1, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:28:23.058248 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-62ef8fa1-1ad7-47a4-9ec6-02a5dbdc621f None None] Provisioning complete for port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:23.058585 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-62ef8fa1-1ad7-47a4-9ec6-02a5dbdc621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.132923 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-62ef8fa1-1ad7-47a4-9ec6-02a5dbdc621f None None] Port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:28:23.261142 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acad160-4dba-430b-b904-7d5f783fdf29 req-2c8bc8a1-5f65-4d22-8fc2-b2c0c451f623 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:23.269723 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7acad160-4dba-430b-b904-7d5f783fdf29 req-2c8bc8a1-5f65-4d22-8fc2-b2c0c451f623 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0856152 Oct 27 05:28:23.305639 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7acad160-4dba-430b-b904-7d5f783fdf29 req-a1b7a760-32a1-423f-83f2-9168ae43c25b tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346501 Oct 27 05:28:23.518175 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56368) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:23.523750 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1318924557-network', 'tenant_id': '487cafcb14604819bde927cf28efac05'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:23.547915 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Made reservation on behalf of 487cafcb14604819bde927cf28efac05 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:28:23.550266 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.562494 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.639312 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.644221 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.669154 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:28:23.678602 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6794eaa-8b8c-41f8-a494-7b1f05adfa54,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:23.684668 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.685010 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Added segment 67d24bb6-d8ad-430c-93fa-a487d3810173 of type vlan for network 1d7f01ab-a81d-45eb-989d-753777e039c7 Oct 27 05:28:23.726537 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.753865 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.755078 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:23.755689 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:23.825625 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3062243 Oct 27 05:28:23.828787 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56370) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:23.832545 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c73e5-e4f5-46c8-89b1-e8f00188aae0 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7f01ab-a81d-45eb-989d-753777e039c7,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:23.837156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Request body: {'subnet': {'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1318924557-subnet', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:23.844228 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:28:23.880828 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Made reservation on behalf of 487cafcb14604819bde927cf28efac05 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:28:23.884780 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3852911'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.090254 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3852881'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.147477 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c373eb8-558e-4adb-a69d-13a99cd4b654,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:24.159168 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Checking segment: {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:24.159535 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Network hostable DHCP agents. Network: 1d7f01ab-a81d-45eb-989d-753777e039c7, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:28:24.176877 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:28:24.185854 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 1d7f01ab-a81d-45eb-989d-753777e039c7) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:24.189900 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:24.190477 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.195429 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd166da-372a-47c6-9ee5-1a9bab6940b1 None None] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:28:24.209433 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e8384414-bc9a-477b-a688-0f36e4e24856 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3795455 Oct 27 05:28:24.212103 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56372) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:24.216473 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:24.242870 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.244309 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.301228 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.356256 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a093d816-710a-415a-944f-10ec1176440e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-1d7f01ab-a81d-45eb-989d-753777e039c7', 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'fixed_ips': [{'subnet_id': '3c373eb8-558e-4adb-a69d-13a99cd4b654'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:28:24.357131 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a093d816-710a-415a-944f-10ec1176440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.463224 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.502912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-a093d816-710a-415a-944f-10ec1176440e None None] Allocated IP 172.20.0.2 (1d7f01ab-a81d-45eb-989d-753777e039c7/3c373eb8-558e-4adb-a69d-13a99cd4b654/b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:24.528039 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e85adb-766c-40b4-938f-ac3951c5203c req-938fa46a-624d-49da-ac25-f82aaa3f4b43 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:24.529542 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-41e85adb-766c-40b4-938f-ac3951c5203c req-938fa46a-624d-49da-ac25-f82aaa3f4b43 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.1194949 Oct 27 05:28:24.578617 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-41e85adb-766c-40b4-938f-ac3951c5203c req-6e268ddf-2763-4eac-a9c0-e0ba4325d049 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Oct 27 05:28:24.646119 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a093d816-710a-415a-944f-10ec1176440e None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.653389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a093d816-710a-415a-944f-10ec1176440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.691516 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a093d816-710a-415a-944f-10ec1176440e None None] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:24.694375 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-a093d816-710a-415a-944f-10ec1176440e None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:24.697852 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093d816-710a-415a-944f-10ec1176440e None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:24.707321 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093d816-710a-415a-944f-10ec1176440e None None] Pushing event updated for resources: {'Port': ['ID=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:24.708431 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.729774 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.759243 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a093d816-710a-415a-944f-10ec1176440e None None] Attempting to bind port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:24.759600 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a093d816-710a-415a-944f-10ec1176440e None None] Attempting to bind port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:24.759953 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093d816-710a-415a-944f-10ec1176440e None None] Attempting to bind port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 on network 1d7f01ab-a81d-45eb-989d-753777e039c7 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:24.765399 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093d816-710a-415a-944f-10ec1176440e None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:24.765761 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093d816-710a-415a-944f-10ec1176440e None None] Checking segment: {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:24.766146 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a093d816-710a-415a-944f-10ec1176440e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.766600 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093d816-710a-415a-944f-10ec1176440e None None] Bound using segment: {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:24.766962 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-a093d816-710a-415a-944f-10ec1176440e None None] Bound port: b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:24.767354 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a093d816-710a-415a-944f-10ec1176440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.839376 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-a093d816-710a-415a-944f-10ec1176440e None None] For port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:24.843556 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-a093d816-710a-415a-944f-10ec1176440e None None] For port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,segment=NetworkSegment(67d24bb6-d8ad-430c-93fa-a487d3810173),segment_id=67d24bb6-d8ad-430c-93fa-a487d3810173)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:24.849571 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Allocated IP 172.28.2.105 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/91937a57-0b0a-493f-bdcb-09ff780f4333) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:24.856670 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a093d816-710a-415a-944f-10ec1176440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.918488 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device cd05b98e-be6b-4299-9761-070a5fad1406 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:24.962826 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093d816-710a-415a-944f-10ec1176440e None None] Pushing event updated for resources: {'Port': ['ID=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:24.985802 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:24.987980 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port cd05b98e-be6b-4299-9761-070a5fad1406 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:24.988357 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.027418 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.069576 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:25.072757 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:25.076560 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:25.079204 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.099390 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Pushing event updated for resources: {'Port': ['ID=91937a57-0b0a-493f-bdcb-09ff780f4333,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:25.105313 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port cd05b98e-be6b-4299-9761-070a5fad1406, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=cd05b98e-be6b-4299-9761-070a5fad1406,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:25.117092 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.206663 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=cd05b98e-be6b-4299-9761-070a5fad1406,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:25.328677 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Sync routers for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:28:25.337989 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:25.338588 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:25.365392 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.443057 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:25.562344 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.648065 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 2, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:25.674603 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Checking router: 093c0581-ea6f-4227-adc1-4e665531a3de for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:28:25.674944 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Updating router 093c0581-ea6f-4227-adc1-4e665531a3de port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:28:25.699884 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.724107 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fcbfa-44cf-4e31-87c2-789786eb3df6 req-058c7d22-e56f-4f89-9a9b-021f220d426f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:25.725600 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-824fcbfa-44cf-4e31-87c2-789786eb3df6 req-058c7d22-e56f-4f89-9a9b-021f220d426f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0721338 Oct 27 05:28:25.757969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:28:25.778158 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-824fcbfa-44cf-4e31-87c2-789786eb3df6 req-52aed33b-ed60-4d65-8e6c-2578a8c1bd34 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Oct 27 05:28:25.888028 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:28:25.898411 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Sync routers for ids ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:28:25.910390 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Routers {'7a76d8c7-911d-4a9b-8cd2-69715c02f29b'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:25.911005 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:25.914688 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:25.916415 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1741cb23-7bb5-48ae-a665-2c1dfb3ee646 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7032113 Oct 27 05:28:25.919202 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56378) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:25.985597 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f7ce29-b652-4fb0-b662-aa2abba5d3f3 None None] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:28:26.020511 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.026873 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.055266 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d0b28a6b-2691-417b-ba02-3ba1bb764034 None None] Provisioning complete for port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:26.055624 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d0b28a6b-2691-417b-ba02-3ba1bb764034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.083393 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Pushing event updated for resources: {'Port': ['ID=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:26.108243 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.109041 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.109621 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.110029 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.110452 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.110854 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.111287 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.111677 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.112508 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.113265 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.113805 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.115862 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:26.135908 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Set router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:26.155605 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Attempting to bind port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:26.155970 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Attempting to bind port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:26.156325 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Attempting to bind port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 on network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:26.161480 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:26.161847 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Checking segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:26.162243 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.162624 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Bound using segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:26.163083 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Bound port: f0b405df-2eeb-4c29-84f1-8ebeca5c42d3, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:26.163786 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.240263 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] For port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:26.244225 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] For port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:26.251532 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.316524 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25619a-1985-4169-8909-3df00fa4ae94 None None] Pushing event updated for resources: {'Port': ['ID=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,revision_number=4']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:26.336464 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:26.337411 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:26.432853 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d0b28a6b-2691-417b-ba02-3ba1bb764034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.472358 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:26.530884 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d0b28a6b-2691-417b-ba02-3ba1bb764034 None None] For port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,segment=NetworkSegment(67d24bb6-d8ad-430c-93fa-a487d3810173),segment_id=67d24bb6-d8ad-430c-93fa-a487d3810173)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:26.554853 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d0b28a6b-2691-417b-ba02-3ba1bb764034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.615469 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28a6b-2691-417b-ba02-3ba1bb764034 None None] Pushing event updated for resources: {'Port': ['ID=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:26.630088 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 3, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:26.658698 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Checking router: 7a76d8c7-911d-4a9b-8cd2-69715c02f29b for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:28:26.659052 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Updating router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b port 91937a57-0b0a-493f-bdcb-09ff780f4333 binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:28:26.695470 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.699921 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.715231 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:26.719651 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-3f5c1b43-9805-40ea-b668-4e9034d1daa2 None None] Provisioning complete for port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:26.720025 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1b43-9805-40ea-b668-4e9034d1daa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.760355 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670afb5-4c29-4071-8426-38e055804cf6 None None] The sync data for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb is: [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:28:26.963180 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1b43-9805-40ea-b668-4e9034d1daa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:26.974860 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e063-07bf-46df-98a5-afe902a80ddf req-4d9422bf-1685-4405-8b2b-c5544f452d15 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:26.976522 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b522e063-07bf-46df-98a5-afe902a80ddf req-4d9422bf-1685-4405-8b2b-c5544f452d15 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0750728 Oct 27 05:28:26.983955 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Allocated IP 172.20.0.1 (1d7f01ab-a81d-45eb-989d-753777e039c7/3c373eb8-558e-4adb-a69d-13a99cd4b654/e79dc0bc-3fdc-4887-a301-7611e2d7fe26) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:27.044359 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-3f5c1b43-9805-40ea-b668-4e9034d1daa2 None None] For port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:27.054262 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1b43-9805-40ea-b668-4e9034d1daa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.097600 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b522e063-07bf-46df-98a5-afe902a80ddf req-8edeee2d-aa06-440b-a02b-20e7f73e1fd5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080577 Oct 27 05:28:27.105560 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:27.146484 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.187611 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.221338 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1b43-9805-40ea-b668-4e9034d1daa2 None None] Pushing event updated for resources: {'Port': ['ID=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:27.224407 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-3f8db14f-f0b2-4135-8439-0b82631a0f00 None None] Provisioning complete for port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:27.225204 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3f8db14f-f0b2-4135-8439-0b82631a0f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.230955 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.231214 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:27.237369 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:27.241188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:27.256049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.266597 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Pushing event updated for resources: {'Port': ['ID=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:27.286951 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.339435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:27.339808 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.341358 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca969d9-971f-4e0c-af0d-93e8d69acf57 None None] Pushing event updated for resources: {'Port': ['ID=91937a57-0b0a-493f-bdcb-09ff780f4333,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:27.347049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Attempting to bind port 91937a57-0b0a-493f-bdcb-09ff780f4333 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:27.347445 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Attempting to bind port 91937a57-0b0a-493f-bdcb-09ff780f4333 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:27.347804 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Attempting to bind port 91937a57-0b0a-493f-bdcb-09ff780f4333 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:27.382873 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:27.383268 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:27.383663 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.384051 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:27.384532 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Bound port: 91937a57-0b0a-493f-bdcb-09ff780f4333, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:27.384902 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.448052 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.500630 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.505886 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] For port 91937a57-0b0a-493f-bdcb-09ff780f4333, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:27.510740 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] For port 91937a57-0b0a-493f-bdcb-09ff780f4333, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=91937a57-0b0a-493f-bdcb-09ff780f4333,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:27.544160 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.626402 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:27.660163 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.665574 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.668219 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-6623d648-9793-47f6-9e87-e6ca822a4b6e None None] Provisioning complete for port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:27.668661 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-6623d648-9793-47f6-9e87-e6ca822a4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.674606 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Routers {'7a76d8c7-911d-4a9b-8cd2-69715c02f29b'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:27.675262 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:27.697864 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca969d9-971f-4e0c-af0d-93e8d69acf57 None None] Pushing event updated for resources: {'Port': ['ID=91937a57-0b0a-493f-bdcb-09ff780f4333,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:27.730214 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.731922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Pushing event updated for resources: {'Port': ['ID=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:27.794549 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-6623d648-9793-47f6-9e87-e6ca822a4b6e None None] Port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:28:27.809601 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:27.809948 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:27.850384 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:27.852058 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:27.863913 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] Set router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:27.996822 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:28:28.048533 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device cd05b98e-be6b-4299-9761-070a5fad1406 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:28.111966 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:28:28.124096 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a898f27b-10d1-4a22-ac22-206fcbcdfdaa admin admin] 10.222.0.15 "PUT /v2.0/routers/7a76d8c7-911d-4a9b-8cd2-69715c02f29b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2033880 Oct 27 05:28:28.174412 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-e233dd03-380e-4eed-a1b0-b349a5bed017 None None] Provisioning complete for port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:28.174814 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e233dd03-380e-4eed-a1b0-b349a5bed017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.182648 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port cd05b98e-be6b-4299-9761-070a5fad1406 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:28.183139 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.233820 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e477d91-b87c-4651-8d48-548ebaf8f1f5 req-6b95a583-ac64-4521-8aa3-39f5bff84c54 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:28.235720 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4e477d91-b87c-4651-8d48-548ebaf8f1f5 req-6b95a583-ac64-4521-8aa3-39f5bff84c54 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0616977 Oct 27 05:28:28.279314 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4e477d91-b87c-4651-8d48-548ebaf8f1f5 req-046f8930-a4fa-4ec3-ba20-9156c55857c0 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364401 Oct 27 05:28:28.370498 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-e233dd03-380e-4eed-a1b0-b349a5bed017 None None] Port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:28:28.379949 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'e79dc0bc-3fdc-4887-a301-7611e2d7fe26', 'name': '', 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'mac_address': 'fa:16:3e:c8:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:26Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 2, 'project_id': '487cafcb14604819bde927cf28efac05', 'subnets': [{'id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:28.408527 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b97dc-7e69-477d-8919-558c691cd14d None None] The sync data for ids ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'] in dv-cinder-815461-4-smb is: [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'e79dc0bc-3fdc-4887-a301-7611e2d7fe26', 'name': '', 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'mac_address': 'fa:16:3e:c8:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:26Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 2, 'project_id': '487cafcb14604819bde927cf28efac05', 'subnets': [{'id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:28:28.667278 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56392) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:28.672387 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516604511', 'description': 'tempest-secgroup-smoke-1516604511 description', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:28.696778 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.773346 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.778228 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.808507 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.809746 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414750 Oct 27 05:28:28.812993 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56394) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:28.817526 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group_rule': {'security_group_id': '6884ff78-2845-41af-8b28-c6cd4a45b5cf', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:28.824110 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e55c27-f956-4da7-80ed-950f33b373e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6884ff78-2845-41af-8b28-c6cd4a45b5cf,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:28.851557 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.918226 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:28.924318 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.927984 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.948170 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6505e7bf-6d7e-4d60-b18f-f99a2b3a3bce,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:28.956010 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.957502 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-dbf4d65a-9601-4ff7-a5c0-0bf9e83c14a0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433959 Oct 27 05:28:28.960285 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56396) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:28.965418 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group_rule': {'security_group_id': '6884ff78-2845-41af-8b28-c6cd4a45b5cf', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:28.975613 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:28.976082 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:28.994310 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.057117 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.061346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.078198 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d66e281-608e-48d6-90b6-0263a48cd836,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:29.085404 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.086591 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e9a381ac-9fe0-4733-b167-0f98cadf8cf9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252897 Oct 27 05:28:29.089364 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56398) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:29.093878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group_rule': {'security_group_id': '6884ff78-2845-41af-8b28-c6cd4a45b5cf', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:29.120197 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.180082 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.183493 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.200728 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c2e5d7-1405-4934-b4d3-46d7bd0adc1c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:29.208742 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.209905 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-6d2a1f21-1921-408f-9c75-adef47a48d86 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194851 Oct 27 05:28:29.212654 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56400) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:29.216782 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group_rule': {'security_group_id': '6884ff78-2845-41af-8b28-c6cd4a45b5cf', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:29.248514 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.305654 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.309891 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.325188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1784c2b7-f10b-406a-9904-7be8e12210b2,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:29.335617 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.336797 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-7f1865b3-9712-48bf-b41c-b66adb9372a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232405 Oct 27 05:28:29.339669 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56404) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:29.344320 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group_rule': {'security_group_id': '6884ff78-2845-41af-8b28-c6cd4a45b5cf', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:29.390922 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.securitygroups_db [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Project 87cccfd36bf84e22a7d20d5faedcb373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 05:28:29.398200 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.421603 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e641c-d16b-4c98-8d3c-8f9552cd6ab5 req-c425afad-6ade-40b9-8342-b422457074f6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:29.423052 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad6e641c-d16b-4c98-8d3c-8f9552cd6ab5 req-c425afad-6ade-40b9-8342-b422457074f6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0714848 Oct 27 05:28:29.494041 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ad6e641c-d16b-4c98-8d3c-8f9552cd6ab5 req-499820b9-125b-4ae1-adc3-0c296da38ef9 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629034 Oct 27 05:28:29.495580 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.500306 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.520197 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacb1334-bb45-4cc7-944a-3134d23f2f4a,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:29.529551 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.533846 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56406) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:28:29.535588 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a1512e5b-e99c-4454-a80f-ff64ae7c3a0b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948643 Oct 27 05:28:29.538365 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'security_group_rule': {'security_group_id': '6884ff78-2845-41af-8b28-c6cd4a45b5cf', 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:29.576904 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.securitygroups_db [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Project 87cccfd36bf84e22a7d20d5faedcb373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 05:28:29.582239 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.646969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.651420 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.671154 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0373de1-3169-4075-a9f2-ea9900cc0433,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:29.681193 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:29.682430 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-2a5a6d8b-a603-4bbd-b0e0-4470e2a73730 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476018 Oct 27 05:28:30.629022 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f2ced-cd21-483e-bfbc-4ecc89ed85ca req-2e7b1b2d-9320-4ea5-a36e-4b9ec9bf016d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:30.630480 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-969f2ced-cd21-483e-bfbc-4ecc89ed85ca req-2e7b1b2d-9320-4ea5-a36e-4b9ec9bf016d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0549471 Oct 27 05:28:30.669326 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-969f2ced-cd21-483e-bfbc-4ecc89ed85ca req-e04cd0db-9039-4388-9fce-4aa4d57a756e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Oct 27 05:28:30.898398 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Sync routers for ids ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:28:30.898865 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 91937a57-0b0a-493f-bdcb-09ff780f4333 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:30.908468 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Routers {'7a76d8c7-911d-4a9b-8cd2-69715c02f29b'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:30.909074 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:30.947606 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 91937a57-0b0a-493f-bdcb-09ff780f4333 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:30.948148 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.015831 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Set router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:31.028912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.049051 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port 91937a57-0b0a-493f-bdcb-09ff780f4333, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=91937a57-0b0a-493f-bdcb-09ff780f4333,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:31.054395 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.105299 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=91937a57-0b0a-493f-bdcb-09ff780f4333,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:31.224003 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'e79dc0bc-3fdc-4887-a301-7611e2d7fe26', 'name': '', 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'mac_address': 'fa:16:3e:c8:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:26Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 2, 'project_id': '487cafcb14604819bde927cf28efac05', 'subnets': [{'id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:31.253611 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Checking router: 7a76d8c7-911d-4a9b-8cd2-69715c02f29b for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:28:31.253950 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Updating router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:28:31.278397 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.532811 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.539476 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.592938 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a82279-f96d-4031-9ea2-72756bc6ebec None None] Pushing event updated for resources: {'Port': ['ID=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:31.644352 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Attempting to bind port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:31.644720 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Attempting to bind port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:31.645082 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Attempting to bind port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 on network 1d7f01ab-a81d-45eb-989d-753777e039c7 {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:31.650220 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:31.650587 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Checking segment: {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:31.650981 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.651409 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Bound using segment: {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:31.652066 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Bound port: e79dc0bc-3fdc-4887-a301-7611e2d7fe26, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d24bb6-d8ad-430c-93fa-a487d3810173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:31.652465 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.718460 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] For port e79dc0bc-3fdc-4887-a301-7611e2d7fe26, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:31.722322 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] For port e79dc0bc-3fdc-4887-a301-7611e2d7fe26, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,segment=NetworkSegment(67d24bb6-d8ad-430c-93fa-a487d3810173),segment_id=67d24bb6-d8ad-430c-93fa-a487d3810173)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:31.728461 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.750513 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-58914468-d783-43f7-9d8e-1db7393afdcb None None] Provisioning complete for port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:31.750881 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-58914468-d783-43f7-9d8e-1db7393afdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.781267 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Routers {'7a76d8c7-911d-4a9b-8cd2-69715c02f29b'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:28:31.781984 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:31.830809 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b6fb8-add5-4ddd-ac03-81ebd2ce1dcb req-abc59592-dbd9-4abf-806c-e2682037b5bd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:31.832445 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-041b6fb8-add5-4ddd-ac03-81ebd2ce1dcb req-abc59592-dbd9-4abf-806c-e2682037b5bd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0763011 Oct 27 05:28:31.855269 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-58914468-d783-43f7-9d8e-1db7393afdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.868942 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a82279-f96d-4031-9ea2-72756bc6ebec None None] Pushing event updated for resources: {'Port': ['ID=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,revision_number=4']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:31.898154 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-041b6fb8-add5-4ddd-ac03-81ebd2ce1dcb req-ca557b9f-ce1d-4a3b-8ded-a2b36a12321a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586565 Oct 27 05:28:31.901433 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-58914468-d783-43f7-9d8e-1db7393afdcb None None] For port e79dc0bc-3fdc-4887-a301-7611e2d7fe26, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,segment=NetworkSegment(67d24bb6-d8ad-430c-93fa-a487d3810173),segment_id=67d24bb6-d8ad-430c-93fa-a487d3810173)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:31.909620 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-58914468-d783-43f7-9d8e-1db7393afdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:31.925431 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] Set router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:28:31.973855 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914468-d783-43f7-9d8e-1db7393afdcb None None] Pushing event updated for resources: {'Port': ['ID=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:32.131694 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-21cd63a8-5f2e-4db8-a4ff-270d5ecdfccd None None] Provisioning complete for port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:32.132056 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-21cd63a8-5f2e-4db8-a4ff-270d5ecdfccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:32.134682 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'e79dc0bc-3fdc-4887-a301-7611e2d7fe26', 'name': '', 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'mac_address': 'fa:16:3e:c8:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:26Z', 'updated_at': '2021-10-27T05:28:31Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'subnets': [{'id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:28:32.160431 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60383468-a88e-459f-8bd2-d0d4051c0ec2 None None] The sync data for ids ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'] in dv-cinder-815461-4-smb is: [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:27Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'e79dc0bc-3fdc-4887-a301-7611e2d7fe26', 'name': '', 'network_id': '1d7f01ab-a81d-45eb-989d-753777e039c7', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'mac_address': 'fa:16:3e:c8:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:26Z', 'updated_at': '2021-10-27T05:28:31Z', 'revision_number': 4, 'project_id': '487cafcb14604819bde927cf28efac05', 'subnets': [{'id': '3c373eb8-558e-4adb-a69d-13a99cd4b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:28:32.898226 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 91937a57-0b0a-493f-bdcb-09ff780f4333 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:32.955799 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 91937a57-0b0a-493f-bdcb-09ff780f4333 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:32.956360 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:33.033943 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3715-549c-48c4-bded-e2f7b43ba7b3 req-2a6416d6-c025-4e66-a49e-cafb8ebfca6f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:33.035903 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8d5c3715-549c-48c4-bded-e2f7b43ba7b3 req-2a6416d6-c025-4e66-a49e-cafb8ebfca6f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0513730 Oct 27 05:28:33.050369 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device e79dc0bc-3fdc-4887-a301-7611e2d7fe26 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:33.079351 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8d5c3715-549c-48c4-bded-e2f7b43ba7b3 req-57359413-6339-48ac-8727-add27671ab92 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369649 Oct 27 05:28:33.097746 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:33.098054 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:34.194900 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471d77-55de-4f96-9637-5ea1a7c24caa req-790316f7-3b25-4e3c-84ce-591cf658d03e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:34.196384 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-22471d77-55de-4f96-9637-5ea1a7c24caa req-790316f7-3b25-4e3c-84ce-591cf658d03e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0498507 Oct 27 05:28:34.235311 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-22471d77-55de-4f96-9637-5ea1a7c24caa req-0a907c89-3b88-414e-ac51-9f239a0a0b9a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324464 Oct 27 05:28:34.432097 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889aee1-6bd9-4510-81d8-254a1e430464 req-764ae062-2ba7-405a-ab93-56982c9efbbe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:34.433543 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7889aee1-6bd9-4510-81d8-254a1e430464 req-764ae062-2ba7-405a-ab93-56982c9efbbe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0491164 Oct 27 05:28:34.500335 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7889aee1-6bd9-4510-81d8-254a1e430464 req-5c6b8064-87e3-4260-969e-0ea357e7ed71 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601625 Oct 27 05:28:34.509657 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-0a08beaa-05ac-49bc-8861-f9070da11c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:34.511780 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-0a08beaa-05ac-49bc-8861-f9070da11c2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 1099 time: 0.0574772 Oct 27 05:28:34.602505 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-4ed15ae2-954f-4e75-a3cb-9b61b9184de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:34.603962 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-4ed15ae2-954f-4e75-a3cb-9b61b9184de2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.0854802 Oct 27 05:28:34.673352 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-b302712e-b9c6-454d-bd70-5f7fd36a62af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 200 len: 1002 time: 0.0616064 Oct 27 05:28:34.722150 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-08c41392-43bc-48ba-bdb8-f52c8014bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:34.723604 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-08c41392-43bc-48ba-bdb8-f52c8014bad9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0431414 Oct 27 05:28:34.771999 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-4353f518-f76a-47a4-a58c-2b22da46cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:34.773376 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-4353f518-f76a-47a4-a58c-2b22da46cd14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420740 Oct 27 05:28:34.869700 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-8781acba-1b0d-4a6a-a724-29cfcc5a24c6 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872381 Oct 27 05:28:34.963561 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-91d963af-a4ff-485a-ba54-e7c8c5156d9c req-5a97355b-d0a1-4230-8863-ad32028a5bb0 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863738 Oct 27 05:28:35.625630 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14390510-50fe-4d82-8199-4e6c1ad6983d req-5ce18103-e8af-4495-8377-af6e31b79aaa tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:35.627226 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-14390510-50fe-4d82-8199-4e6c1ad6983d req-5ce18103-e8af-4495-8377-af6e31b79aaa tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0581765 Oct 27 05:28:35.669252 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-14390510-50fe-4d82-8199-4e6c1ad6983d req-7a3bf367-7926-44e4-8621-3afa5bdf58e6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358355 Oct 27 05:28:36.792536 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bb5bd-c38a-453e-ae7e-312bde94985d req-5203251b-3299-43ac-9119-b7bbc09212cd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:36.794011 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-510bb5bd-c38a-453e-ae7e-312bde94985d req-5203251b-3299-43ac-9119-b7bbc09212cd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0557773 Oct 27 05:28:36.834216 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-510bb5bd-c38a-453e-ae7e-312bde94985d req-b15ae8b6-dbea-403a-8e8c-1e105b8bedca tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334768 Oct 27 05:28:39.995042 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:28:40.835080 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-48d6890e-d1c7-49ab-940a-5dc649a47e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:43.350452 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5618b85-fab2-4183-b899-534f76a34205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:44.505061 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:44.845450 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:46.347860 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:49.077436 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-73232fda-c913-424d-8f7c-484c26235065 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516604511&fields=id&tenant_id=87cccfd36bf84e22a7d20d5faedcb373 HTTP/1.1" status: 200 len: 267 time: 0.0324044 Oct 27 05:28:49.182981 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-f6c9db97-dbdd-487b-a3eb-50d15c6886ca tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:49.184421 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-f6c9db97-dbdd-487b-a3eb-50d15c6886ca tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 809 time: 0.1006906 Oct 27 05:28:49.198950 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-ae2d4850-9f33-4064-82fe-848cd16499cc tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/quotas/87cccfd36bf84e22a7d20d5faedcb373 HTTP/1.1" status: 200 len: 375 time: 0.0087290 Oct 27 05:28:49.254181 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-eceb6cbb-2560-4013-85fe-b5818d371925 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500836 Oct 27 05:28:49.350050 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-633f756d-f933-440d-9676-e5929425d55b service neutron] 10.222.0.15 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834382 Oct 27 05:28:49.437334 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-14eb8504-ccc0-4d28-85e0-cb7d8d8a1cbe service neutron] 10.222.0.15 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811269 Oct 27 05:28:49.702696 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2a36d79a-0b2d-43e2-a917-31f1297be226 req-83daa93f-92f5-4922-ba73-6d811b35fbf7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 210 time: 0.0254285 Oct 27 05:28:50.755262 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-4b840b0c-2f1d-45cc-aa0b-be15e9ade81a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:50.756616 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-4b840b0c-2f1d-45cc-aa0b-be15e9ade81a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 809 time: 0.1143150 Oct 27 05:28:50.803686 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6616c7cf-7f97-4762-a3bb-add4595e4d18 req-af11b224-ef63-4e1e-be6e-5826c5c65687 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 210 time: 0.0319333 Oct 27 05:28:50.843730 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-2f808c1e-5660-4d2b-9f0d-861824899547 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87cccfd36bf84e22a7d20d5faedcb373 HTTP/1.1" status: 200 len: 380 time: 0.0465655 Oct 27 05:28:50.855309 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'port': {'device_id': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'admin_state_up': True, 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'security_groups': ['6884ff78-2845-41af-8b28-c6cd4a45b5cf']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:50.963543 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Made reservation on behalf of 87cccfd36bf84e22a7d20d5faedcb373 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:28:50.967237 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:51.099999 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Allocated IP 172.20.0.10 (fe42b1d6-54ab-4dc9-8c06-d202cff47c0f/eebf0d79-42f4-4b47-96e0-f5909a0ca0e4/de262f82-40ea-4357-9256-e90bfea99d17) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:28:51.237093 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:51.269250 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:51.317455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:28:51.320685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:28:51.326819 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:28:51.332393 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:51.380673 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:51.381284 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:51.397377 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-322f45b1-9a32-4248-a786-8273133c41bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5456460 Oct 27 05:28:51.417969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Request body: {'port': {'device_id': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:28:51.472102 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:51.549699 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d353c1c1-fe48-48d6-8209-ec274a1349f4 None None] Provisioning complete for port de262f82-40ea-4357-9256-e90bfea99d17 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:51.550271 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d353c1c1-fe48-48d6-8209-ec274a1349f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:51.582117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d353c1c1-fe48-48d6-8209-ec274a1349f4 None None] Port de262f82-40ea-4357-9256-e90bfea99d17 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:28:51.974928 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729c728-5876-4dd5-bf45-ffbec53b7707 req-d9f9cd24-42e3-4a2d-b68e-f47a660cfcde tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:51.976391 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f729c728-5876-4dd5-bf45-ffbec53b7707 req-d9f9cd24-42e3-4a2d-b68e-f47a660cfcde tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 932 time: 0.0861318 Oct 27 05:28:51.979894 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de262f82-40ea-4357-9256-e90bfea99d17 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:28:51.989380 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:52.013386 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Transition to ACTIVE for port object de262f82-40ea-4357-9256-e90bfea99d17 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:28:52.018952 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:52.056423 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f729c728-5876-4dd5-bf45-ffbec53b7707 req-66999831-5ded-46eb-8155-2ea779cb87ff tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716901 Oct 27 05:28:52.097836 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:52.150480 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Attempting to bind port de262f82-40ea-4357-9256-e90bfea99d17 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:28:52.150809 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Attempting to bind port de262f82-40ea-4357-9256-e90bfea99d17 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:28:52.151158 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Attempting to bind port de262f82-40ea-4357-9256-e90bfea99d17 on network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:52.155995 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Port de262f82-40ea-4357-9256-e90bfea99d17 on network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:28:52.156304 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Attempting to bind port de262f82-40ea-4357-9256-e90bfea99d17 on network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:28:52.161178 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:28:52.161512 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Checking segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:28:52.161885 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Bound using segment: {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:28:52.162303 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Bound port: de262f82-40ea-4357-9256-e90bfea99d17, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cef936-62e8-48fc-876d-13c4d82df341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:28:52.162648 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:52.225392 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:28:52.228474 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:28:52.232436 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:52.268889 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:52.269494 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:52.270832 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] 10.222.0.25 "PUT /v2.0/ports/de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 1094 time: 0.8571053 Oct 27 05:28:52.271269 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:28:52.273495 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cf420-8567-48f2-b50e-76c96d34d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:28:52.297608 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e16d9c-3621-4cb9-8a69-c1afe5a1d00d service neutron] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:52.317342 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915f20da-eddb-436a-b241-be83232048b9 x-openstack-request-id: req-915f20da-eddb-436a-b241-be83232048b9 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:28:52.317632 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:28:52.317882 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-915f20da-eddb-436a-b241-be83232048b9 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:28:52.318272 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'status': 'completed', 'code': 200} Oct 27 05:28:52.389256 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-c7011538-470e-495d-8623-ba12be80e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:52.390742 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-c7011538-470e-495d-8623-ba12be80e20b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1097 time: 0.0435059 Oct 27 05:28:52.441993 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-e040217e-ca63-4385-bbfc-688e97c17e44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 217 time: 0.0348604 Oct 27 05:28:52.494796 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-b44834fd-4d8f-4b12-bfbc-fe8f26e553e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:52.496238 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-b44834fd-4d8f-4b12-bfbc-fe8f26e553e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.0473938 Oct 27 05:28:52.541794 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-6ab99201-8a72-4f6b-90d8-0980b20ed3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:52.543282 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-6ab99201-8a72-4f6b-90d8-0980b20ed3ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395410 Oct 27 05:28:52.634489 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-4d8f3a1a-8714-42c8-b66b-2e018c9fe5e8 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802026 Oct 27 05:28:52.724043 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-410d9065-f1c5-451b-a0bb-7673b8a02745 req-2be9331d-61a1-4b28-b252-55d53329513f service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819328 Oct 27 05:28:52.864660 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-c00d732d-3658-4277-a466-325312424579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:52.866131 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-c00d732d-3658-4277-a466-325312424579 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1097 time: 0.0424132 Oct 27 05:28:52.963652 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-51a16925-0196-4d1e-91ce-8c0e765fd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:52.965006 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-51a16925-0196-4d1e-91ce-8c0e765fd74a service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 910 time: 0.0882657 Oct 27 05:28:53.006697 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-be221ac0-a409-462a-a414-f422cd384695 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 217 time: 0.0326111 Oct 27 05:28:53.057825 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-526f1fa2-309d-471b-bf76-483634e4053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:53.059265 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-526f1fa2-309d-471b-bf76-483634e4053d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.0455098 Oct 27 05:28:53.108175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-a4cfde0b-4545-4dbe-9c65-bdb0e7929919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:53.109658 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-a4cfde0b-4545-4dbe-9c65-bdb0e7929919 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433543 Oct 27 05:28:53.222240 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb36bc4-d3ec-4499-a789-f05b4939fc0e req-32fffe44-4bb1-4876-af6b-ca9593ce5237 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:53.223626 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-afb36bc4-d3ec-4499-a789-f05b4939fc0e req-32fffe44-4bb1-4876-af6b-ca9593ce5237 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0990210 Oct 27 05:28:53.250757 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-87dde0a4-a314-4ce8-b712-b0d2bfaffff4 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335464 Oct 27 05:28:53.276392 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-afb36bc4-d3ec-4499-a789-f05b4939fc0e req-5635d8be-5fd1-4abd-9d28-4a853b22b737 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Oct 27 05:28:53.350067 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89cf420-8567-48f2-b50e-76c96d34d6b3 req-9ace0aa8-e885-4a34-a7b1-8c8553d27981 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871551 Oct 27 05:28:54.394656 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e465b-f4e2-4cca-81ad-ee8cdb09adc2 req-abf877f8-531a-483d-838e-5687773623e7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:54.396127 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b94e465b-f4e2-4cca-81ad-ee8cdb09adc2 req-abf877f8-531a-483d-838e-5687773623e7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0541151 Oct 27 05:28:54.439564 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b94e465b-f4e2-4cca-81ad-ee8cdb09adc2 req-00e1cee3-3d6e-4948-855c-2ef0b20ae03f tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Oct 27 05:28:55.645684 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15c74-9a60-4826-8c38-f2a9192ad75d req-67ddf788-1f78-40ec-9768-23ebdbb7278e tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:55.647130 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-49c15c74-9a60-4826-8c38-f2a9192ad75d req-67ddf788-1f78-40ec-9768-23ebdbb7278e tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.1412938 Oct 27 05:28:55.683703 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-49c15c74-9a60-4826-8c38-f2a9192ad75d req-6bdec72c-2596-41d2-a019-3c1afb8f47ae tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306401 Oct 27 05:28:56.174448 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-6cb23898-3a26-4cd7-90b6-d70be6961767 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387433 Oct 27 05:28:56.275227 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-eb664c5a-c47c-41f6-862b-c20b9827213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:56.276656 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-eb664c5a-c47c-41f6-862b-c20b9827213e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 1100 time: 0.0426247 Oct 27 05:28:56.385711 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-0a7c3c3d-818d-43ab-a263-172947890fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:56.387201 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-0a7c3c3d-818d-43ab-a263-172947890fdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0890989 Oct 27 05:28:56.455180 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-20e39115-1852-444f-a365-20b9100b1d7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 200 len: 1001 time: 0.0589957 Oct 27 05:28:56.502931 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-3bbfca86-5060-4655-b016-6baacf22d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:56.504318 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-3bbfca86-5060-4655-b016-6baacf22d410 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0423048 Oct 27 05:28:56.548843 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-003d3767-50c6-4475-8fd6-fce90675e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:56.550260 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-003d3767-50c6-4475-8fd6-fce90675e9c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390656 Oct 27 05:28:56.642311 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-9b37bace-4043-4352-965a-88511c369345 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840657 Oct 27 05:28:56.735292 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eb6bfac9-1b99-42fb-b0df-476cbd88d03e req-0937bdf3-1331-44f9-8d13-a06cfb702ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855386 Oct 27 05:28:56.854354 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143d954-c163-430a-a3d2-0b2e3877261c req-e2595a3c-aea4-4881-b466-64a93d859a00 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:56.855830 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c143d954-c163-430a-a3d2-0b2e3877261c req-e2595a3c-aea4-4881-b466-64a93d859a00 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.1046538 Oct 27 05:28:56.894015 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c143d954-c163-430a-a3d2-0b2e3877261c req-1e2c883e-a392-42b7-85df-da63e957a02b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Oct 27 05:28:57.425981 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:28:57.500677 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:57.527116 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:57.537746 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'de262f82-40ea-4357-9256-e90bfea99d17', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'port_id': 'de262f82-40ea-4357-9256-e90bfea99d17', 'mac_address': 'fa:16:3e:af:90:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:28:57.577230 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:57.589787 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de262f82-40ea-4357-9256-e90bfea99d17 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:28:57.609300 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:57.613035 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:57.657456 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:57.664222 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.664564 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.664900 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.665229 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.665553 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.665875 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.666197 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.666520 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.666839 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.667180 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.667499 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:57.667812 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:28:58.007425 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f727-c28c-44da-8707-519233a68cbf req-996b6b83-88c5-41c7-8aba-0c8ff69df43d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:58.008874 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cd91f727-c28c-44da-8707-519233a68cbf req-996b6b83-88c5-41c7-8aba-0c8ff69df43d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Oct 27 05:28:58.046130 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cd91f727-c28c-44da-8707-519233a68cbf req-95f707f0-961a-4b94-9241-99892bc050ac tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Oct 27 05:28:58.074455 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['de262f82-40ea-4357-9256-e90bfea99d17'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:28:59.159589 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6596de7-d577-4539-af8a-b937d6921c8d req-2f4aea75-4bf6-4fd1-9d32-1b3147e5d508 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:59.161030 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b6596de7-d577-4539-af8a-b937d6921c8d req-2f4aea75-4bf6-4fd1-9d32-1b3147e5d508 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Oct 27 05:28:59.197478 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b6596de7-d577-4539-af8a-b937d6921c8d req-d2d14b9f-ede4-4f43-8899-ea47aafabf1d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304904 Oct 27 05:28:59.428170 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:28:59.475993 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port de262f82-40ea-4357-9256-e90bfea99d17 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:28:59.479959 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port de262f82-40ea-4357-9256-e90bfea99d17 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:28:59.480328 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:59.559436 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:59.581829 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:28:59.584074 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dfe4d2-7394-4948-9599-e73b8602f29c" -d '{"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-plugged", "status": "completed", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:28:59.597146 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:28:59.601213 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:28:59.626990 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc4904-1f5e-447b-b7c8-625942c51b5a x-openstack-request-id: req-98bc4904-1f5e-447b-b7c8-625942c51b5a {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:28:59.627310 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-plugged", "status": "completed", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:28:59.627579 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98bc4904-1f5e-447b-b7c8-625942c51b5a {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:28:59.627994 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'code': 200} Oct 27 05:28:59.652155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:28:59.932907 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645e96-5ab7-4ae2-914f-7dc366c7ea62 req-1d7c05b7-311e-42a9-b213-64564de05f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:28:59.934358 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2b645e96-5ab7-4ae2-914f-7dc366c7ea62 req-1d7c05b7-311e-42a9-b213-64564de05f1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1099 time: 0.0479760 Oct 27 05:29:00.035478 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2b645e96-5ab7-4ae2-914f-7dc366c7ea62 req-b0a218e0-49aa-4226-b01b-3330c1401bc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350108 Oct 27 05:29:00.046215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec5dca-07bc-4d04-bc4c-0b831733d69d req-4c6ae8b7-d7a0-4026-9d29-24bbd5aec054 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:00.047659 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2eec5dca-07bc-4d04-bc4c-0b831733d69d req-4c6ae8b7-d7a0-4026-9d29-24bbd5aec054 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0727930 Oct 27 05:29:00.084999 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2eec5dca-07bc-4d04-bc4c-0b831733d69d req-7b6aeabf-45d1-409b-a57b-690d8dd840e7 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Oct 27 05:29:00.309933 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de221b82-3a46-4ddd-ad63-08a7f1597a74 req-b85f2b0e-6981-4332-9c64-93a60728d295 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:00.311319 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-de221b82-3a46-4ddd-ad63-08a7f1597a74 req-b85f2b0e-6981-4332-9c64-93a60728d295 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0479612 Oct 27 05:29:00.348214 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-de221b82-3a46-4ddd-ad63-08a7f1597a74 req-962b096c-b359-4b00-bab9-c4fe3226ebe7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306287 Oct 27 05:29:01.205587 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff67ac0-3fa7-48b7-8b08-0b3fbc9e113f req-34367557-63d2-41bd-a23d-de3aa7401679 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:01.207026 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dff67ac0-3fa7-48b7-8b08-0b3fbc9e113f req-34367557-63d2-41bd-a23d-de3aa7401679 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0511410 Oct 27 05:29:01.244838 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dff67ac0-3fa7-48b7-8b08-0b3fbc9e113f req-7f33c3d8-0132-4141-961a-23f2a7dbcb7d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Oct 27 05:29:01.462917 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bcb36-b4e3-4ac5-8d41-bc9d06c82a4f req-aed46332-ca08-4935-8535-1948bcf41e6f tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:01.464373 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fc9bcb36-b4e3-4ac5-8d41-bc9d06c82a4f req-aed46332-ca08-4935-8535-1948bcf41e6f tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0488460 Oct 27 05:29:01.500825 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fc9bcb36-b4e3-4ac5-8d41-bc9d06c82a4f req-914be72b-f4ee-4bb9-86fd-3bebdba28e87 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300164 Oct 27 05:29:02.363848 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b429-5004-42a4-a462-271ab7756bc7 req-19107133-673f-4464-8556-dcbe02a477ec tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:02.365292 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a49b429-5004-42a4-a462-271ab7756bc7 req-19107133-673f-4464-8556-dcbe02a477ec tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0474966 Oct 27 05:29:02.401762 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7a49b429-5004-42a4-a462-271ab7756bc7 req-b684d803-bbce-43bc-a65d-b73c11dd962b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306351 Oct 27 05:29:02.618898 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc3e51-8413-44a1-a546-a57209594b47 req-8a512437-cb41-4910-a0da-873edbcf89ac tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:02.620335 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7cdc3e51-8413-44a1-a546-a57209594b47 req-8a512437-cb41-4910-a0da-873edbcf89ac tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0526714 Oct 27 05:29:02.656650 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7cdc3e51-8413-44a1-a546-a57209594b47 req-b7eb902e-0347-4d0c-9d8b-064bcab181a6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297563 Oct 27 05:29:02.765548 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2c8b7-cf5b-4bc7-b58d-c0fb099be3e8 req-a65a249b-6ead-47f1-863d-6fd75ce2cc60 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:02.766958 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fed2c8b7-cf5b-4bc7-b58d-c0fb099be3e8 req-a65a249b-6ead-47f1-863d-6fd75ce2cc60 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0472562 Oct 27 05:29:02.804110 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fed2c8b7-cf5b-4bc7-b58d-c0fb099be3e8 req-30401e66-cd43-443d-bd71-82a53548d756 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Oct 27 05:29:02.824912 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56612) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:02.903916 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0a85b-ba5d-4aeb-90ad-dea1f3c6b248 tempest-TestShelveInstance-281153141 tempest-TestShelveInstance-281153141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:02.905379 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a4c0a85b-ba5d-4aeb-90ad-dea1f3c6b248 tempest-TestShelveInstance-281153141 tempest-TestShelveInstance-281153141-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1094 time: 0.0795369 Oct 27 05:29:02.908765 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56616) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:02.912896 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Request body: {'floatingip': {'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'port_id': 'de262f82-40ea-4357-9256-e90bfea99d17', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:02.936437 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for floatingip, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.040983 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-659926fa-5bb0-439d-8891-e17aece7913b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:03.042520 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-659926fa-5bb0-439d-8891-e17aece7913b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.0660236 Oct 27 05:29:03.127273 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.195083 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Deleting port 09a376ef-4311-4175-8483-dee8799db339 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:29:03.195432 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.293650 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Allocated IP 172.28.2.151 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/b1dd539f-13e5-4f95-87bb-0cd2c3065a26) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:29:03.332851 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] For port 09a376ef-4311-4175-8483-dee8799db339, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=09a376ef-4311-4175-8483-dee8799db339,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:03.333205 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.582061 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.668977 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282746f-9f51-4e37-a495-68143ccebcb2 req-9dce2624-5131-4698-b346-1ce2bdcf6344 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:03.670361 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5282746f-9f51-4e37-a495-68143ccebcb2 req-9dce2624-5131-4698-b346-1ce2bdcf6344 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 947 time: 0.1937923 Oct 27 05:29:03.738577 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.738961 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:03.739344 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Floating IP 8a2671d6-5838-46a9-8bc4-13923aa0ef9b disassociated. External IP: 172.28.2.76, port: 09a376ef-4311-4175-8483-dee8799db339. Oct 27 05:29:03.739683 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Calling delete_port for 09a376ef-4311-4175-8483-dee8799db339 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:29:04.016567 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5282746f-9f51-4e37-a495-68143ccebcb2 req-60c46337-f7b1-492d-b8ee-feac2e257c0e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=125ff3f8-d95f-43b1-b165-7632a98fca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385334 Oct 27 05:29:04.020358 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:04.072547 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:29:04.078983 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:29:04.085749 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:29:04.094554 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'Port': ['ID=b1dd539f-13e5-4f95-87bb-0cd2c3065a26,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:04.223198 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:04.257307 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event deleted for resources: {'Port': ['ID=09a376ef-4311-4175-8483-dee8799db339,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:04.538884 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Router d7385f98-ece0-4478-8209-c054fb3355f9 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:29:04.784576 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:04.845032 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:29:04.857562 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:29:04.870083 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:04.870940 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:04.902992 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] No DVR routers for this DVR port 09a376ef-4311-4175-8483-dee8799db339 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:29:04.907373 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:04.910657 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1b24bf6f-8a35-4da6-a920-13f401fe713c req-c8ef1c54-b5a9-4c7d-b5ad-67d0fd25dbd2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "DELETE /v2.0/ports/09a376ef-4311-4175-8483-dee8799db339 HTTP/1.1" status: 204 len: 173 time: 1.8605378 Oct 27 05:29:04.911131 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-deleted', 'tag': '09a376ef-4311-4175-8483-dee8799db339'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:04.913370 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1aa563-55ee-419e-a482-01614cfc8d05" -d '{"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-deleted", "tag": "09a376ef-4311-4175-8483-dee8799db339"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:04.949072 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:04.973087 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96abdbe2-e7d5-4fb3-8556-f9e830b98d85 x-openstack-request-id: req-96abdbe2-e7d5-4fb3-8556-f9e830b98d85 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:04.973404 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2614f47d-b47a-4ad2-96a9-c77ee54cddcd", "name": "network-vif-deleted", "tag": "09a376ef-4311-4175-8483-dee8799db339", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:04.973696 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96abdbe2-e7d5-4fb3-8556-f9e830b98d85 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:04.974091 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2614f47d-b47a-4ad2-96a9-c77ee54cddcd', 'name': 'network-vif-deleted', 'tag': '09a376ef-4311-4175-8483-dee8799db339', 'status': 'completed', 'code': 200} Oct 27 05:29:05.000469 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:05.162929 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:05.182832 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-adcf69b3-f555-4544-a238-f741095be201 req-0d655df2-d48f-4d45-bce0-75993f45d09f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=2614f47d-b47a-4ad2-96a9-c77ee54cddcd HTTP/1.1" status: 200 len: 210 time: 0.0320063 Oct 27 05:29:05.183621 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:05.232334 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:05.259071 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:29:05.259397 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:05.268117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:05.268727 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:05.324155 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event updated for resources: {'Port': ['ID=b1dd539f-13e5-4f95-87bb-0cd2c3065a26,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:05.367478 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Floating IP 53cad753-efd5-4c2f-8517-87b24cecf437 associated. External IP: 172.28.2.151, port: de262f82-40ea-4357-9256-e90bfea99d17. Oct 27 05:29:05.380051 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:05.587260 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Router 093c0581-ea6f-4227-adc1-4e665531a3de has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:29:05.599396 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:05.625685 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f208d133-1281-477d-8f28-61fad7efeae9 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:29:05.703971 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:29:05.715587 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] Sync routers for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:29:05.724724 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:05.730952 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:05.731592 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:05.753437 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1e9555d3-135e-4179-839c-4acdd5770392 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8435624 Oct 27 05:29:05.859908 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:05.926658 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ec412-e780-465a-8a42-12f8f3eecdb4 None None] New status for floating IP 8a2671d6-5838-46a9-8bc4-13923aa0ef9b: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:29:06.194755 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '53cad753-efd5-4c2f-8517-87b24cecf437', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'port_id': 'de262f82-40ea-4357-9256-e90bfea99d17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'mac_address': 'fa:16:3e:af:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:04Z', 'updated_at': '2021-10-27T05:29:04Z', 'revision_number': 0, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:06.223238 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] Checking router: 093c0581-ea6f-4227-adc1-4e665531a3de for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:29:06.231866 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:06.232478 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:28:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:06.275474 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56630) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:06.331033 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bc31601-606f-4e18-9b2f-492f1962b96b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.338117 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:06.353732 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bc31601-606f-4e18-9b2f-492f1962b96b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.405109 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bc31601-606f-4e18-9b2f-492f1962b96b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.407724 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9bc31601-606f-4e18-9b2f-492f1962b96b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.408855 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-9bc31601-606f-4e18-9b2f-492f1962b96b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "DELETE /v2.0/security-groups/125ff3f8-d95f-43b1-b165-7632a98fca0e HTTP/1.1" status: 204 len: 168 time: 0.1323304 Oct 27 05:29:06.412038 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56632) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:06.418345 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31601-606f-4e18-9b2f-492f1962b96b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ff3f8-d95f-43b1-b165-7632a98fca0e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:06.427207 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.api.v2.resource [None req-8133690b-daa3-4601-90f4-2a321cafe4b4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] show failed (client error): The resource could not be found. Oct 27 05:29:06.429158 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8133690b-daa3-4601-90f4-2a321cafe4b4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups/125ff3f8-d95f-43b1-b165-7632a98fca0e HTTP/1.1" status: 404 len: 347 time: 0.0158887 Oct 27 05:29:06.431849 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56634) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:06.554312 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Deleting port f90665b5-abbe-4ec0-842a-173ec73948ad {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:29:06.554648 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.564727 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '53cad753-efd5-4c2f-8517-87b24cecf437', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'port_id': 'de262f82-40ea-4357-9256-e90bfea99d17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'mac_address': 'fa:16:3e:af:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:04Z', 'updated_at': '2021-10-27T05:29:04Z', 'revision_number': 0, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:06.591657 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949ce54-5dac-4be8-8fea-8141391d76fa None None] The sync data for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb is: [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '53cad753-efd5-4c2f-8517-87b24cecf437', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'port_id': 'de262f82-40ea-4357-9256-e90bfea99d17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'mac_address': 'fa:16:3e:af:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:04Z', 'updated_at': '2021-10-27T05:29:04Z', 'revision_number': 0, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:29:06.642434 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.642755 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.655485 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Calling delete_port for f90665b5-abbe-4ec0-842a-173ec73948ad owned by network:floatingip {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:29:06.784365 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d285d0f-bf50-4d98-b8d3-2968f919ad31 None None] New status for floating IP 53cad753-efd5-4c2f-8517-87b24cecf437: ACTIVE {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:29:06.798963 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.822725 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event deleted for resources: {'Port': ['ID=f90665b5-abbe-4ec0-842a-173ec73948ad,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:06.889216 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.891863 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:06.893095 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-fcdf343a-7475-4c98-81e5-d74721606c0f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a2671d6-5838-46a9-8bc4-13923aa0ef9b HTTP/1.1" status: 204 len: 168 time: 0.4601047 Oct 27 05:29:06.974845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:06.977318 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a102519-ec91-4b74-86ee-f3dca8a7ab70" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:07.023914 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95706398-9b01-4da6-a4a2-9ee6fa8e1c78 x-openstack-request-id: req-95706398-9b01-4da6-a4a2-9ee6fa8e1c78 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:07.024192 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:07.024442 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95706398-9b01-4da6-a4a2-9ee6fa8e1c78 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:07.024832 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'status': 'completed', 'code': 200} Oct 27 05:29:07.171328 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-861e0962-7e6c-4b17-8403-bfdb4676e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:07.173366 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-861e0962-7e6c-4b17-8403-bfdb4676e691 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1099 time: 0.0864823 Oct 27 05:29:07.205262 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56644) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:07.209799 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933958394', 'description': 'tempest-description--97990731'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:07.232037 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.265115 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-61684177-3964-40cd-b353-5ff6a541d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:07.266604 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-61684177-3964-40cd-b353-5ff6a541d5df service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 910 time: 0.0862393 Oct 27 05:29:07.297166 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.302169 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.331673 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.332877 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1266131 Oct 27 05:29:07.335709 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56646) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:07.338075 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-bdfb9769-ec94-4ed9-8ca7-f64266324e74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 1002 time: 0.0648928 Oct 27 05:29:07.340152 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'security_group_rule': {'security_group_id': '21695496-3c8a-4943-9be9-0b0dfc3b7703', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:07.344712 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9bd01-8df1-4a6e-93d2-5ca8ed5e44c9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21695496-3c8a-4943-9be9-0b0dfc3b7703,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:07.370149 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.433992 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.439084 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.457790 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb0f89a-c2b9-45da-adaa-f64af464840a,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:07.465852 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.467075 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-03fe19f4-2af0-403b-9321-c21185c21a5e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304612 Oct 27 05:29:07.470480 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56648) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:07.474891 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'security_group_rule': {'security_group_id': '21695496-3c8a-4943-9be9-0b0dfc3b7703', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:07.497865 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:29:07.502442 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.564508 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.569518 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.596353 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64c5c50-ec1d-4193-b4b4-bf36cbe87095,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:07.603168 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.604631 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-b12389d2-f891-4af0-b6ce-ea1296f5fbcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329246 Oct 27 05:29:07.607413 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56650) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:07.612992 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'floatingip': {'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:07.637358 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.650963 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 09a376ef-4311-4175-8483-dee8799db339 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:29:07.651351 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 09a376ef-4311-4175-8483-dee8799db339 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:29:07.651883 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-a25c00e6-7889-47a0-83df-2173e3e42691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:07.653329 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-a25c00e6-7889-47a0-83df-2173e3e42691 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.3077829 Oct 27 05:29:07.698718 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-b635a5e1-57b8-411e-9869-611abf64e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:07.700208 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-b635a5e1-57b8-411e-9869-611abf64e34e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390210 Oct 27 05:29:07.736011 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.794759 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-a3217781-2aec-4000-b31e-6e1a8ea2bb60 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860467 Oct 27 05:29:07.836231 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Allocated IP 172.28.2.127 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/1dde97fb-7f2e-4a67-9c7d-92fab5a1f28e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:29:07.889184 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1a102519-ec91-4b74-86ee-f3dca8a7ab70 req-33d99b33-3ce1-4da8-b11a-3692091c4d18 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874989 Oct 27 05:29:07.938920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:07.970597 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.007006 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:29:08.009843 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:29:08.013372 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:29:08.036276 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'Port': ['ID=1dde97fb-7f2e-4a67-9c7d-92fab5a1f28e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:08.101895 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.134229 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.278120 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.282581 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.345552 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'Port': ['ID=1dde97fb-7f2e-4a67-9c7d-92fab5a1f28e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:08.356647 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.372662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:08.373873 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-261f9e43-0d9d-469c-b226-0c32112f31be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7655048 Oct 27 05:29:08.557880 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-fd4d60ef-8a53-44f9-b068-a4993cc30de9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--933958394&fields=id&tenant_id=00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 267 time: 0.0323083 Oct 27 05:29:08.664627 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-55bc9ac4-3874-493e-94d5-52a5c0663d77 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:08.666059 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-55bc9ac4-3874-493e-94d5-52a5c0663d77 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 817 time: 0.1010196 Oct 27 05:29:08.681048 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-d78eac10-ba0a-4a68-b857-816f9d659487 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/quotas/00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 375 time: 0.0093644 Oct 27 05:29:08.731410 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-e4bc67af-4ac8-4023-a2b3-b33b7fbaa48b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452716 Oct 27 05:29:08.876142 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-68ebf819-0504-4106-89ea-282b76dcbf14 service neutron] 10.222.0.15 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324112 Oct 27 05:29:08.969216 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-fbbbb1af-0a6e-44cf-b4bb-6fc6ed53e034 service neutron] 10.222.0.15 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865078 Oct 27 05:29:09.125172 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-93a92ca8-fecf-433e-a0d2-c3a6de5f79d6 req-f941bd91-d43f-4814-a4de-b3d61d2d2179 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 210 time: 0.0267110 Oct 27 05:29:10.239625 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b3c7c31a-5ca9-4b9f-a948-898528ac2983 req-a3e49857-a28b-4a2d-8e0b-fd29d028430a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 210 time: 0.0398703 Oct 27 05:29:10.247982 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-59b13a61-7343-4790-88eb-0483bd9017b2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:10.249286 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-59b13a61-7343-4790-88eb-0483bd9017b2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 817 time: 0.1335680 Oct 27 05:29:10.303906 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-be3f10cf-db4f-4630-9e9a-533ed40efc54 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 379 time: 0.0343981 Oct 27 05:29:10.313132 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'port': {'device_id': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'admin_state_up': True, 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'security_groups': ['21695496-3c8a-4943-9be9-0b0dfc3b7703']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:10.428147 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Made reservation on behalf of 00e55c6c575241fc8ef9c285b101bd0a for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:29:10.431757 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:10.558420 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Allocated IP 172.20.0.4 (1a47bfed-6c14-4a2f-9e79-c2608b18ebc5/54ddc4b6-3cb3-467d-be74-e608941a79d8/60aac6da-e07c-48a2-9e19-c159ac768c43) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:29:10.690465 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:10.727992 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:10.769419 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:29:10.772579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:29:10.776300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:29:10.801684 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:10.831246 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:10.831658 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:10.837551 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1643df4-0102-4547-9613-db691bc074b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:10.848503 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-2e8eb2f2-bd9b-4b15-8817-ef4a3b151087 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389144 Oct 27 05:29:10.898288 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Request body: {'port': {'device_id': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:10.955562 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:10.973122 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-dc974ea5-dff9-4be6-a7bf-42176b641b4a None None] Provisioning complete for port 60aac6da-e07c-48a2-9e19-c159ac768c43 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:29:10.973575 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-dc974ea5-dff9-4be6-a7bf-42176b641b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:11.007184 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-dc974ea5-dff9-4be6-a7bf-42176b641b4a None None] Port 60aac6da-e07c-48a2-9e19-c159ac768c43 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:29:11.213922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aac6da-e07c-48a2-9e19-c159ac768c43 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:29:11.221189 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:11.232753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Transition to ACTIVE for port object 60aac6da-e07c-48a2-9e19-c159ac768c43 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:29:11.237612 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:11.302324 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:11.400727 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f472175-ac47-441f-b3d1-e46c23208b2a req-e1d9c43f-f473-4e12-9ac7-f78c9851c7df tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:11.402251 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1f472175-ac47-441f-b3d1-e46c23208b2a req-e1d9c43f-f473-4e12-9ac7-f78c9851c7df tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0724192 Oct 27 05:29:11.404967 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Attempting to bind port 60aac6da-e07c-48a2-9e19-c159ac768c43 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:29:11.405309 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Attempting to bind port 60aac6da-e07c-48a2-9e19-c159ac768c43 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:29:11.405670 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Attempting to bind port 60aac6da-e07c-48a2-9e19-c159ac768c43 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:29:11.416894 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Port 60aac6da-e07c-48a2-9e19-c159ac768c43 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:29:11.417215 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Attempting to bind port 60aac6da-e07c-48a2-9e19-c159ac768c43 on network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:29:11.429929 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:29:11.430265 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Checking segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:29:11.430647 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Bound using segment: {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:29:11.431108 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Bound port: 60aac6da-e07c-48a2-9e19-c159ac768c43, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe41806-6730-4472-9bcf-2be689c785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:29:11.431468 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:11.476659 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1f472175-ac47-441f-b3d1-e46c23208b2a req-b2948215-b206-4c7b-add2-89546f31b34b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675082 Oct 27 05:29:11.507672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:29:11.510608 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:29:11.515449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:11.554108 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:11.554743 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:11.556329 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] 10.222.0.25 "PUT /v2.0/ports/60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 1093 time: 0.6645904 Oct 27 05:29:11.556760 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:11.559018 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c7235-9b87-4f45-95c1-bb4f09a13635" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:11.583760 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77af1f1-da6c-4e2b-b533-20e49e1cae32 service neutron] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:11.601334 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11278d6-fd44-4a36-aa48-f8e73002706f x-openstack-request-id: req-d11278d6-fd44-4a36-aa48-f8e73002706f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:11.601633 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:11.602245 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d11278d6-fd44-4a36-aa48-f8e73002706f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:11.602365 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'status': 'completed', 'code': 200} Oct 27 05:29:11.660864 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-dd5ca9ba-6949-451d-b7a8-c3445c67f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:11.662362 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-dd5ca9ba-6949-451d-b7a8-c3445c67f638 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1096 time: 0.0421369 Oct 27 05:29:11.710948 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-28b44185-7b25-481f-992a-d89499f14d78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 217 time: 0.0335240 Oct 27 05:29:11.766036 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-b8a97168-907b-4495-af29-85ab6545ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:11.767512 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-b8a97168-907b-4495-af29-85ab6545ded4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0498507 Oct 27 05:29:11.815238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-0cc82dd6-fee2-4d2f-be12-cd50fcd5b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:11.816585 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-0cc82dd6-fee2-4d2f-be12-cd50fcd5b90a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422912 Oct 27 05:29:11.903661 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-9f883f06-91b8-401f-8729-851571d44c01 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797834 Oct 27 05:29:11.995657 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3444d2fb-1c94-46d8-9b49-aa6108008d4b req-87e72926-c982-4228-b292-cd6a49b268cb service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843291 Oct 27 05:29:12.134143 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-7b44a1fd-297a-49a2-b2cd-04dc2a537ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:12.135662 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-7b44a1fd-297a-49a2-b2cd-04dc2a537ccc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1096 time: 0.0401795 Oct 27 05:29:12.226414 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-94c761c3-862e-4cf0-adc8-28127a8f7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:12.227871 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-94c761c3-862e-4cf0-adc8-28127a8f7f05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0856776 Oct 27 05:29:12.267340 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-a9f27266-d635-48de-b8f4-3218feef299d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 217 time: 0.0323482 Oct 27 05:29:12.314253 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-74bc615f-2e34-45ac-bb50-f4e96fb5b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:12.315732 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-74bc615f-2e34-45ac-bb50-f4e96fb5b232 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0418901 Oct 27 05:29:12.363482 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-a20d1fa3-e40b-43df-8e51-60873f86f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:12.365180 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-a20d1fa3-e40b-43df-8e51-60873f86f7aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0424178 Oct 27 05:29:12.453588 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-93b04187-f6a2-430f-b6af-6effb2d726d0 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815713 Oct 27 05:29:12.547815 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-775c7235-9b87-4f45-95c1-bb4f09a13635 req-1c17f4bd-0bbf-4adc-b78c-c112f5aa91a2 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865214 Oct 27 05:29:12.596665 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fea4a-493f-49f3-b07e-37c28d87089f req-174581ed-0e97-4856-962b-39d324b5a18e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:12.598154 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b7fea4a-493f-49f3-b07e-37c28d87089f req-174581ed-0e97-4856-962b-39d324b5a18e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0494618 Oct 27 05:29:12.635488 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7b7fea4a-493f-49f3-b07e-37c28d87089f req-1fc4a05d-8260-4263-9a9a-396f9ffc19e0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Oct 27 05:29:13.351247 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8a8464dd-1820-44dc-b954-7fa0f82fb938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:13.758483 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aefa0e-8d0e-4ff5-892b-2c262c584f23 req-05dd48b9-a75f-437e-a511-de6edd50d287 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:13.759963 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a8aefa0e-8d0e-4ff5-892b-2c262c584f23 req-05dd48b9-a75f-437e-a511-de6edd50d287 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0475540 Oct 27 05:29:13.798524 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a8aefa0e-8d0e-4ff5-892b-2c262c584f23 req-40ddf509-672e-45ac-b09d-09e84639df56 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306058 Oct 27 05:29:14.506722 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:14.848517 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:14.922663 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004f02c-d514-4b49-8179-44310dd3acbf req-2cdc2f16-d009-49b7-b77a-e7d784aac9b6 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:14.924116 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b004f02c-d514-4b49-8179-44310dd3acbf req-2cdc2f16-d009-49b7-b77a-e7d784aac9b6 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0526316 Oct 27 05:29:14.960683 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b004f02c-d514-4b49-8179-44310dd3acbf req-f7241b59-4e81-4ae4-99c3-a4510108031b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306611 Oct 27 05:29:15.507002 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:29:15.599044 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:15.609618 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'mac_address': 'fa:16:3e:ca:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:29:15.645198 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:15.657160 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aac6da-e07c-48a2-9e19-c159ac768c43 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:29:15.676260 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:15.680184 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:15.724746 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:16.079006 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a6fd7-f5db-4593-8dda-664044bb879b req-5c94393f-128e-472e-a7f6-a86784011ddc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:16.080494 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-158a6fd7-f5db-4593-8dda-664044bb879b req-5c94393f-128e-472e-a7f6-a86784011ddc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 944 time: 0.0484817 Oct 27 05:29:16.100818 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['60aac6da-e07c-48a2-9e19-c159ac768c43'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:29:16.118305 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-158a6fd7-f5db-4593-8dda-664044bb879b req-bfbf7950-1179-49a0-8b87-433c0ab06ac2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321190 Oct 27 05:29:16.353502 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:16.993916 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:29:17.233686 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb81ce-15d5-40e9-9ed9-7883d79f8a01 req-337de6a7-1c0f-4575-9cb6-5f5ebaceebf5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:17.236645 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a5fb81ce-15d5-40e9-9ed9-7883d79f8a01 req-337de6a7-1c0f-4575-9cb6-5f5ebaceebf5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 944 time: 0.0468838 Oct 27 05:29:17.272654 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a5fb81ce-15d5-40e9-9ed9-7883d79f8a01 req-a0223874-b957-4b84-b055-71f72b433a4f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Oct 27 05:29:17.512399 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:29:17.561402 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 60aac6da-e07c-48a2-9e19-c159ac768c43 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:29:17.565761 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 60aac6da-e07c-48a2-9e19-c159ac768c43 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:29:17.566118 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:17.638787 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:17.660325 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:17.662528 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6e63aa-6780-42ac-b08a-98138b015748" -d '{"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-plugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:17.675230 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:17.679823 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:17.702204 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0630a118-4582-43a7-88de-c726ce489f74 x-openstack-request-id: req-0630a118-4582-43a7-88de-c726ce489f74 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:17.702493 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-plugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:17.702745 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0630a118-4582-43a7-88de-c726ce489f74 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:17.703155 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'code': 200} Oct 27 05:29:17.730395 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:17.910302 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dff1e-9859-4130-ac01-d2f43f13896f req-283477ca-1ab5-42ca-b725-6f09a877b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:17.911827 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d64dff1e-9859-4130-ac01-d2f43f13896f req-283477ca-1ab5-42ca-b725-6f09a877b581 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1098 time: 0.0427010 Oct 27 05:29:17.947682 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d64dff1e-9859-4130-ac01-d2f43f13896f req-5000c311-827b-459c-b072-2f169eb02aac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275848 Oct 27 05:29:18.445947 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a44e6-c475-4971-bc4f-20a360d76bac req-b851a5c1-5e37-4aa6-8d5d-15abdceecec3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:18.447386 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a26a44e6-c475-4971-bc4f-20a360d76bac req-b851a5c1-5e37-4aa6-8d5d-15abdceecec3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0470223 Oct 27 05:29:18.483256 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a26a44e6-c475-4971-bc4f-20a360d76bac req-a8a647db-ccd1-4d5b-a287-d1d0f4b40292 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301113 Oct 27 05:29:19.601962 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055d21-573a-453a-89d1-38a4b7e75517 req-e1b0e36c-e824-4ce9-8cad-fb3766de6d8d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:19.603419 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4b055d21-573a-453a-89d1-38a4b7e75517 req-e1b0e36c-e824-4ce9-8cad-fb3766de6d8d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0480478 Oct 27 05:29:19.640200 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4b055d21-573a-453a-89d1-38a4b7e75517 req-f568cd22-9538-4273-b801-3114dae48b0d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Oct 27 05:29:19.756294 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4330-18de-4126-ae84-2676885afa16 req-a80d670b-5e81-413b-89a4-42995779912a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:19.757728 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0d7b4330-18de-4126-ae84-2676885afa16 req-a80d670b-5e81-413b-89a4-42995779912a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0511045 Oct 27 05:29:19.766783 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56716) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:19.771275 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Request body: {'floatingip': {'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:19.811979 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:20.214808 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:20.218408 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:20.516093 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.l3_db [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Floating IP 099388d6-c21a-4014-afb4-0ef3fd20accb associated. External IP: 172.28.2.127, port: 60aac6da-e07c-48a2-9e19-c159ac768c43. Oct 27 05:29:20.712840 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Router d7385f98-ece0-4478-8209-c054fb3355f9 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:29:20.817354 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:29:20.822177 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:20.828368 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:29:20.838161 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:20.838773 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:29:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:20.849267 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-02f6d7af-f451-4b38-a260-c2adb1034d8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "PUT /v2.0/floatingips/099388d6-c21a-4014-afb4-0ef3fd20accb HTTP/1.1" status: 200 len: 991 time: 1.0814390 Oct 27 05:29:20.849951 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:20.852320 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:20.947766 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97731f2-f213-4057-ab5c-a4ef17e05916 x-openstack-request-id: req-b97731f2-f213-4057-ab5c-a4ef17e05916 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:20.948081 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:20.948338 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b97731f2-f213-4057-ab5c-a4ef17e05916 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:20.948734 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'status': 'completed', 'code': 200} Oct 27 05:29:20.952735 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:21.040367 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-211f5f63-cad7-4d74-99cb-ca4fdcd106a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:21.041819 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-211f5f63-cad7-4d74-99cb-ca4fdcd106a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1098 time: 0.0402093 Oct 27 05:29:21.147910 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-107dd7ec-f602-4dcd-9bc5-f35c734c5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:21.149340 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-107dd7ec-f602-4dcd-9bc5-f35c734c5d75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0962083 Oct 27 05:29:21.213020 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-fb1cb4c4-7899-4af8-a39c-76c9d80b7257 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 999 time: 0.0555134 Oct 27 05:29:21.222159 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '099388d6-c21a-4014-afb4-0ef3fd20accb', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'floating_ip_address': '172.28.2.127', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'mac_address': 'fa:16:3e:ca:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:08Z', 'updated_at': '2021-10-27T05:29:20Z', 'revision_number': 1, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:21.247564 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:29:21.255694 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:21.256290 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:29:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:21.261703 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-195c695a-0410-4cee-850b-9d40c7c35d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:21.263161 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-195c695a-0410-4cee-850b-9d40c7c35d99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0427437 Oct 27 05:29:21.311018 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-ae8da20c-8ca3-4b29-8c56-2498b020f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:21.313012 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-ae8da20c-8ca3-4b29-8c56-2498b020f152 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422530 Oct 27 05:29:21.358508 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:21.405935 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-d3ad09c4-3bf4-43d2-b3a0-3c0625ec3122 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Oct 27 05:29:21.507445 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ead2860d-7ceb-4c4e-ad9a-b3b1fa8dc24a req-d587d7fb-5e20-4338-9d61-bf7e3b1ec7f2 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935893 Oct 27 05:29:21.695781 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '099388d6-c21a-4014-afb4-0ef3fd20accb', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'floating_ip_address': '172.28.2.127', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'mac_address': 'fa:16:3e:ca:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:08Z', 'updated_at': '2021-10-27T05:29:20Z', 'revision_number': 1, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:21.720694 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a8d39-e869-4db7-804b-82bf7427fb51 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '099388d6-c21a-4014-afb4-0ef3fd20accb', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'floating_ip_address': '172.28.2.127', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'mac_address': 'fa:16:3e:ca:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:08Z', 'updated_at': '2021-10-27T05:29:20Z', 'revision_number': 1, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:29:21.903837 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2c212-d9c7-4f69-a37e-27131e798256 None None] New status for floating IP 099388d6-c21a-4014-afb4-0ef3fd20accb: ACTIVE {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:29:27.488555 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:40.840211 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d93fb66e-69fa-4954-89d0-273461ee0f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:43.352821 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c9d-43e6-4f82-aa87-d8edac3f646b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:43.921526 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cdfdf-3b4d-4848-bb48-b45ce6c04f0b req-30e274e2-9d78-4bad-b53e-fb308e93e052 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:43.922984 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-249cdfdf-3b4d-4848-bb48-b45ce6c04f0b req-30e274e2-9d78-4bad-b53e-fb308e93e052 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0477715 Oct 27 05:29:43.966936 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-249cdfdf-3b4d-4848-bb48-b45ce6c04f0b req-ec7bf48b-395e-4aaa-917c-bb44474f4e1b tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365746 Oct 27 05:29:44.508736 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:44.850744 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:45.083525 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58bda1-cf59-4bea-8034-a3b9fc0b0639 req-aadebc1e-f40a-4e88-85ea-7d92dfcc7b14 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:45.084965 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6c58bda1-cf59-4bea-8034-a3b9fc0b0639 req-aadebc1e-f40a-4e88-85ea-7d92dfcc7b14 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0485349 Oct 27 05:29:45.121780 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6c58bda1-cf59-4bea-8034-a3b9fc0b0639 req-41a2e830-2549-47e6-80e1-ccc5fb0ace99 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Oct 27 05:29:45.762587 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359eb13a-5097-4dc5-a28a-4911157a219b req-f423b35a-3882-4798-ba6d-c74dec42b4cc tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:45.763932 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-359eb13a-5097-4dc5-a28a-4911157a219b req-f423b35a-3882-4798-ba6d-c74dec42b4cc tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 946 time: 0.0508668 Oct 27 05:29:45.850339 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Deleting port b6c569ab-5e10-41f9-879c-398ed01b87ff {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:29:45.850679 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:45.940116 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] For port b6c569ab-5e10-41f9-879c-398ed01b87ff, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b6c569ab-5e10-41f9-879c-398ed01b87ff,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:45.940469 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:46.100191 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:46.100839 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:46.100839 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Floating IP d5f2ba5c-15b2-4b59-8955-a90ed118d787 disassociated. External IP: 172.28.2.104, port: b6c569ab-5e10-41f9-879c-398ed01b87ff. Oct 27 05:29:46.101071 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Calling delete_port for b6c569ab-5e10-41f9-879c-398ed01b87ff owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:29:46.248754 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:46.285350 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4add11e-5245-49f9-b36c-fede09ffecc8 req-d4a9b4e2-1067-49dc-8a12-c75680cc3a53 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:46.286748 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b4add11e-5245-49f9-b36c-fede09ffecc8 req-d4a9b4e2-1067-49dc-8a12-c75680cc3a53 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=57a1c1f3-71e9-42b4-b029-21462fd9a7ba HTTP/1.1" status: 200 len: 867 time: 0.0866008 Oct 27 05:29:46.287449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event deleted for resources: {'Port': ['ID=b6c569ab-5e10-41f9-879c-398ed01b87ff,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:46.299115 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.299468 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.299797 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.300121 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.300445 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.300763 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.301079 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.301391 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.301704 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.302008 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.302315 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.302623 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:46.353855 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:46.397767 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b4add11e-5245-49f9-b36c-fede09ffecc8 req-560f3b2e-1879-49bf-8f63-bdbe2344b763 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=11ec2c03-4470-4982-87e7-149387de4ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027162 Oct 27 05:29:46.435379 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:29:46.537561 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:29:46.547350 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:29:46.557043 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:46.557769 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:29:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:46.573999 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] No DVR routers for this DVR port b6c569ab-5e10-41f9-879c-398ed01b87ff on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:29:46.576464 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:46.580201 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-359eb13a-5097-4dc5-a28a-4911157a219b req-9192e98a-654a-47d5-b76f-e5f47bd58165 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "DELETE /v2.0/ports/b6c569ab-5e10-41f9-879c-398ed01b87ff HTTP/1.1" status: 204 len: 173 time: 0.8099897 Oct 27 05:29:46.580624 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'name': 'network-vif-deleted', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:46.582833 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de834a8-a9e7-4295-9282-48a7b8c64f36" -d '{"events": [{"server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "name": "network-vif-deleted", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:46.687919 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:46.693141 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d811f49-5b93-40ea-a61c-36af3fef362f x-openstack-request-id: req-8d811f49-5b93-40ea-a61c-36af3fef362f {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:46.693427 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1c1f3-71e9-42b4-b029-21462fd9a7ba", "name": "network-vif-deleted", "tag": "b6c569ab-5e10-41f9-879c-398ed01b87ff", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:46.693683 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d811f49-5b93-40ea-a61c-36af3fef362f {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:46.694071 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a1c1f3-71e9-42b4-b029-21462fd9a7ba', 'name': 'network-vif-deleted', 'tag': 'b6c569ab-5e10-41f9-879c-398ed01b87ff', 'status': 'completed', 'code': 200} Oct 27 05:29:46.898208 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:46.923081 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:29:46.931007 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:29:46.931617 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:29:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:47.038358 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:29:47.239989 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:29:47.265871 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae6bc-c3ea-450a-bfe1-53ce8c50ebc4 None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:29:47.465008 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9072b95-d2d1-4dde-b602-0e3b652a4a4b None None] New status for floating IP d5f2ba5c-15b2-4b59-8955-a90ed118d787: DOWN {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:29:47.482902 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56808) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:47.537608 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:47.561451 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:47.613271 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:47.615923 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:47.617092 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "DELETE /v2.0/security-groups/11ec2c03-4470-4982-87e7-149387de4ddf HTTP/1.1" status: 204 len: 168 time: 0.1326580 Oct 27 05:29:47.619847 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56810) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:47.626321 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ec2c03-4470-4982-87e7-149387de4ddf,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:47.633532 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.633684 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.api.v2.resource [None req-09ff2c36-0231-48b7-89d9-140568d0b90e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] show failed (client error): The resource could not be found. Oct 27 05:29:47.633900 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.634235 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.634566 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.634675 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-09ff2c36-0231-48b7-89d9-140568d0b90e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups/11ec2c03-4470-4982-87e7-149387de4ddf HTTP/1.1" status: 404 len: 347 time: 0.0132873 Oct 27 05:29:47.634984 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.635349 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.635682 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.636007 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.636332 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.636670 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.636978 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.637394 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bbe5c-2918-41d2-b40b-8c8469f4329d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:47.637510 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56812) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:47.760446 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Deleting port 25f761c9-fb9d-452f-9d2b-f0d665d32734 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:29:47.760788 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.071793 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.072118 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.083928 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Calling delete_port for 25f761c9-fb9d-452f-9d2b-f0d665d32734 owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:29:48.215117 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.239931 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event deleted for resources: {'Port': ['ID=25f761c9-fb9d-452f-9d2b-f0d665d32734,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:48.298845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.301398 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.302523 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4f0e3aa6-b867-4f52-a660-71c3169d90e1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "DELETE /v2.0/floatingips/d5f2ba5c-15b2-4b59-8955-a90ed118d787 HTTP/1.1" status: 204 len: 168 time: 0.6642203 Oct 27 05:29:48.584538 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56818) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:48.589136 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565849897', 'description': 'tempest-description--457479640'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:48.610593 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.674597 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.678288 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.705558 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.706732 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1211586 Oct 27 05:29:48.709766 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56820) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:48.710464 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a9e0b-74af-4c3a-8cfe-926b8c0da434 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b188bb-4a87-4753-ae8d-2cc34309700c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:48.715303 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'security_group_rule': {'security_group_id': 'b7b188bb-4a87-4753-ae8d-2cc34309700c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:48.743031 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.788025 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.791441 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.813859 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e17302-6ae5-4d3d-815d-4d419fb107e4,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:48.819998 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.821256 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-04d2debe-6e58-4558-baef-74b0833b8ebe tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103766 Oct 27 05:29:48.823745 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56822) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:48.828542 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'security_group_rule': {'security_group_id': 'b7b188bb-4a87-4753-ae8d-2cc34309700c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:48.854020 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.913844 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.917429 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.933876 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c1572a-a7c1-4b4c-ab8a-148f6f7bf8c6,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:48.942439 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:48.943670 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-55809819-f64a-4f2d-8f14-9ba167a9b04e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189680 Oct 27 05:29:48.946714 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 56826) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:29:48.950976 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'floatingip': {'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:48.973255 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.071045 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.174520 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Allocated IP 172.28.2.248 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/91c4506f-8d96-465b-933e-f011f0ed8ac6) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:29:49.279145 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.311916 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.353563 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:29:49.356413 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:29:49.359835 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:29:49.381034 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'Port': ['ID=91c4506f-8d96-465b-933e-f011f0ed8ac6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:49.440825 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.475143 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.614448 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.618667 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.635726 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device b6c569ab-5e10-41f9-879c-398ed01b87ff no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:29:49.655772 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: b6c569ab-5e10-41f9-879c-398ed01b87ff {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:29:49.656113 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device b6c569ab-5e10-41f9-879c-398ed01b87ff not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:29:49.685068 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'Port': ['ID=91c4506f-8d96-465b-933e-f011f0ed8ac6,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:49.696895 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.711562 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:49.712777 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d6c7b6bf-b18a-48cf-a753-765f4810d792 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7650895 Oct 27 05:29:49.846157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-df8b5a28-38d9-4ecf-9594-9a654adc2187 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1565849897&fields=id&tenant_id=4c629cf25a984deabe7b7e6da2197403 HTTP/1.1" status: 200 len: 267 time: 0.0318327 Oct 27 05:29:49.953001 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-abac42b5-a743-4c00-8d6d-62dc849856a4 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:49.954438 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-abac42b5-a743-4c00-8d6d-62dc849856a4 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 811 time: 0.1018028 Oct 27 05:29:49.969337 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-d9809104-466a-4a29-bc12-3c134d656875 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/quotas/4c629cf25a984deabe7b7e6da2197403 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Oct 27 05:29:50.022936 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-1947fab7-0565-4188-8cf6-b4112bebe8f5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479112 Oct 27 05:29:50.161597 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-7fc849c7-37f0-4075-a9aa-2004111d7085 service neutron] 10.222.0.15 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262739 Oct 27 05:29:50.249343 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-ce02645e-bddd-42ee-bd33-b1766c956e4a service neutron] 10.222.0.15 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819740 Oct 27 05:29:50.406742 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e1a8ffc4-cecd-4c38-82f7-378f125d118e req-4513eb23-5b29-4244-b69d-1e0cceab6734 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 210 time: 0.0267594 Oct 27 05:29:51.412607 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-f9b5b13c-7762-4fd9-92b6-b407c1dfa29b tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:51.414024 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-f9b5b13c-7762-4fd9-92b6-b407c1dfa29b tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 811 time: 0.1119006 Oct 27 05:29:51.480365 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-d115b9a4-6c39-45ef-861c-91ae3e7e6bea tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c629cf25a984deabe7b7e6da2197403 HTTP/1.1" status: 200 len: 380 time: 0.0378354 Oct 27 05:29:51.492706 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'port': {'device_id': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'admin_state_up': True, 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'security_groups': ['b7b188bb-4a87-4753-ae8d-2cc34309700c']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:51.547223 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-75b41c33-0876-4e50-aa35-db4392cfd147 req-ec004a7e-2db6-465d-b6a4-70dbc0ea93b4 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 210 time: 0.0725031 Oct 27 05:29:51.614387 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Made reservation on behalf of 4c629cf25a984deabe7b7e6da2197403 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:29:51.617756 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:51.737685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Allocated IP 172.20.0.9 (a014420b-c451-49d3-8af2-a107bb698c4c/4a9e0ecb-708f-41b0-9675-57dbfe4dc187/a8a70a35-5cd3-4970-aa5a-99f92e6f7d62) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:29:51.873854 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:51.906858 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:51.953968 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Network a014420b-c451-49d3-8af2-a107bb698c4c is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:29:51.957104 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:29:51.960841 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:29:51.984486 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event updated for resources: {'Port': ['ID=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:52.012990 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:52.013604 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.032235 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-caa33512-1f0e-4dc5-8960-a2981a093410 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433614 Oct 27 05:29:52.053998 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Request body: {'port': {'device_id': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:29:52.110224 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.205845 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-c664c38c-6bbb-4c3b-874a-e9ec104c4121 None None] Provisioning complete for port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:29:52.206305 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c664c38c-6bbb-4c3b-874a-e9ec104c4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.240534 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-c664c38c-6bbb-4c3b-874a-e9ec104c4121 None None] Port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:29:52.369851 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:29:52.377841 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.390284 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Transition to ACTIVE for port object a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:29:52.393592 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.440702 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:52.512099 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Attempting to bind port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:29:52.512440 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Attempting to bind port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:29:52.512770 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Attempting to bind port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 on network a014420b-c451-49d3-8af2-a107bb698c4c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:29:52.517329 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 on network a014420b-c451-49d3-8af2-a107bb698c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:29:52.517648 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Attempting to bind port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 on network a014420b-c451-49d3-8af2-a107bb698c4c {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:29:52.522578 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:29:52.522912 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Checking segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:29:52.523336 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Bound using segment: {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:29:52.523758 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Bound port: a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:29:52.524122 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.593423 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] For port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:29:52.596557 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] For port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:29:52.602389 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.649070 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:52.649685 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:52.651054 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] 10.222.0.25 "PUT /v2.0/ports/a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 HTTP/1.1" status: 200 len: 1093 time: 0.6031973 Oct 27 05:29:52.651520 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:52.653755 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d54ed-3de7-4d41-a155-26f3fdea2128" -d '{"events": [{"name": "network-changed", "server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:52.702801 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9bccf3-ffe2-4df5-a7f3-6725c2a04ee7 x-openstack-request-id: req-ae9bccf3-ffe2-4df5-a7f3-6725c2a04ee7 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:52.703114 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:52.703362 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae9bccf3-ffe2-4df5-a7f3-6725c2a04ee7 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:52.703758 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'status': 'completed', 'code': 200} Oct 27 05:29:52.712493 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f187dc-a80d-4b16-b103-4cc3163b3ae0 req-de91a6bb-092e-4fa6-a4a6-5c123957673f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:52.713998 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b0f187dc-a80d-4b16-b103-4cc3163b3ae0 req-de91a6bb-092e-4fa6-a4a6-5c123957673f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 943 time: 0.0837252 Oct 27 05:29:52.714624 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a1fbf-8da4-496f-a3bb-339df3cbb136 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:52.785841 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b0f187dc-a80d-4b16-b103-4cc3163b3ae0 req-40eb2a6e-f90d-4dee-9a4b-0d4acc7f7388 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636959 Oct 27 05:29:52.794895 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-bae0b187-04d0-463c-b29e-787872370a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:52.796956 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-bae0b187-04d0-463c-b29e-787872370a88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 1096 time: 0.0688062 Oct 27 05:29:52.846592 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-ae4a5a97-1992-4dc1-b8c3-990e171083d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 HTTP/1.1" status: 200 len: 217 time: 0.0342982 Oct 27 05:29:52.894997 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-10f9a3f1-fb05-4c64-8255-abbe741b1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:52.896489 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-10f9a3f1-fb05-4c64-8255-abbe741b1012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0433259 Oct 27 05:29:52.945396 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-70a9f9eb-d631-4a34-9d11-d0231a203546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:52.946844 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-70a9f9eb-d631-4a34-9d11-d0231a203546 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0435343 Oct 27 05:29:53.037671 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-926f2d5b-4d81-4a90-9f18-419e08632d2c service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824804 Oct 27 05:29:53.127270 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-eabde037-30ad-41e5-bb6d-4f53b630bb13 req-8d79c500-3688-421c-9d89-9e8691ba4a6f service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833592 Oct 27 05:29:53.254310 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-cef9d7ae-1015-48e1-aa5c-a2548d1a7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:53.255797 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-cef9d7ae-1015-48e1-aa5c-a2548d1a7a5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 1096 time: 0.0408916 Oct 27 05:29:53.349276 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-b29d60c0-194d-4ff8-aafd-7c210201f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:53.350739 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-b29d60c0-194d-4ff8-aafd-7c210201f00b service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.0879200 Oct 27 05:29:53.407847 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-4f6523cb-16ef-47e9-8bc9-c2358a589f32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 HTTP/1.1" status: 200 len: 217 time: 0.0361483 Oct 27 05:29:53.454802 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-0b6638fe-7d58-4389-aa8b-ea1a8cf53b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:53.456188 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-0b6638fe-7d58-4389-aa8b-ea1a8cf53b04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0418012 Oct 27 05:29:53.504267 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-be2f4a65-4e7e-4b25-b072-d60757d2e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:53.505897 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-be2f4a65-4e7e-4b25-b072-d60757d2e558 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0425158 Oct 27 05:29:53.595529 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-de269cba-1e37-4b34-abc4-3c001c3ab963 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825260 Oct 27 05:29:53.687830 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd5d54ed-3de7-4d41-a155-26f3fdea2128 req-ad49b0df-0ec0-42de-9ba0-4b03d583f02d service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848999 Oct 27 05:29:53.903029 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330f3a2-667d-4298-8d62-3b36c16b264e req-b53d58bd-d74f-4ce9-99e2-720bfe365a15 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:53.904529 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0330f3a2-667d-4298-8d62-3b36c16b264e req-b53d58bd-d74f-4ce9-99e2-720bfe365a15 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 943 time: 0.0493221 Oct 27 05:29:53.941114 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0330f3a2-667d-4298-8d62-3b36c16b264e req-6d18e619-b921-4f24-90ce-02e9b07bd54e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307040 Oct 27 05:29:53.992471 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:29:55.054652 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2d1fa-de4c-42ba-ad18-545d4e9c9230 req-10f73faa-a08a-4205-94d9-0ec897dbed31 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:55.056131 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cdc2d1fa-de4c-42ba-ad18-545d4e9c9230 req-10f73faa-a08a-4205-94d9-0ec897dbed31 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 943 time: 0.0493951 Oct 27 05:29:55.092270 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cdc2d1fa-de4c-42ba-ad18-545d4e9c9230 req-b063e64e-bc20-418d-99e6-34ea7f182ddf tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303578 Oct 27 05:29:55.685155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:29:55.785309 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:55.796368 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'port_id': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'mac_address': 'fa:16:3e:24:9f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:29:55.832217 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:55.845506 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:29:55.865171 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:55.868982 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:55.916946 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:56.208817 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8842ff-a23b-49fa-963c-43d77edfd9d1 req-3f38ba79-8a05-415b-b03d-c47b831e6333 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:56.210245 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf8842ff-a23b-49fa-963c-43d77edfd9d1 req-3f38ba79-8a05-415b-b03d-c47b831e6333 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 944 time: 0.0519278 Oct 27 05:29:56.247010 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf8842ff-a23b-49fa-963c-43d77edfd9d1 req-2e915df1-50a4-4ec4-9042-3a6089b7a51b tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308726 Oct 27 05:29:56.271881 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['a8a70a35-5cd3-4970-aa5a-99f92e6f7d62'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:29:57.359295 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72f72-8fe9-4268-b204-48043d421b93 req-31395e60-cc37-4c03-b184-8cc669978949 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:57.360728 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-92f72f72-8fe9-4268-b204-48043d421b93 req-31395e60-cc37-4c03-b184-8cc669978949 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 944 time: 0.0482287 Oct 27 05:29:57.397582 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-92f72f72-8fe9-4268-b204-48043d421b93 req-2e159768-caa7-48d1-babf-c552dae974a0 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 Oct 27 05:29:57.504116 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:57.685479 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:29:57.735500 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:29:57.739570 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:29:57.739936 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:57.813274 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:57.835302 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:29:57.837573 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db71a5-eed3-4e2f-8d47-2e612b742a2f" -d '{"events": [{"server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "name": "network-vif-plugged", "status": "completed", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:29:57.850950 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:29:57.855429 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:29:57.909261 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:29:57.916421 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.916771 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.917117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.917452 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.917780 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.918110 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.918436 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.918763 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.919124 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.919453 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.919773 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.920094 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:29:57.930015 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d8257-058a-4126-9cae-baae31d21854 x-openstack-request-id: req-5f9d8257-058a-4126-9cae-baae31d21854 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:29:57.930365 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "name": "network-vif-plugged", "status": "completed", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:29:57.930578 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f9d8257-058a-4126-9cae-baae31d21854 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:29:57.931755 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'code': 200} Oct 27 05:29:58.177133 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000489-af0e-47fd-9789-e27e23ac9f45 req-4959ab23-8dc5-46e2-90b0-cd13d584b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:58.178580 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf000489-af0e-47fd-9789-e27e23ac9f45 req-4959ab23-8dc5-46e2-90b0-cd13d584b5db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 1098 time: 0.0383625 Oct 27 05:29:58.213293 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cf000489-af0e-47fd-9789-e27e23ac9f45 req-38e4c6da-4295-4d45-83e8-bf273a873363 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274827 Oct 27 05:29:58.516286 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b371255-f49f-437a-921b-55de356637ae req-dd4e9866-dee7-495f-a866-5035c291c26a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:58.517643 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b371255-f49f-437a-921b-55de356637ae req-dd4e9866-dee7-495f-a866-5035c291c26a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0515125 Oct 27 05:29:58.553985 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b371255-f49f-437a-921b-55de356637ae req-5f0f4a25-d56a-40fa-863e-5b9698eb141a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305052 Oct 27 05:29:59.671243 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12f3a-0d39-4f30-968f-b28d86897de5 req-54a7eebe-1662-4b4f-a456-6a0debfd8941 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:29:59.672733 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-04d12f3a-0d39-4f30-968f-b28d86897de5 req-54a7eebe-1662-4b4f-a456-6a0debfd8941 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0477028 Oct 27 05:29:59.710899 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-04d12f3a-0d39-4f30-968f-b28d86897de5 req-fc10eabf-107f-43a8-948e-4954be282d4a tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Oct 27 05:30:00.822461 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcc70e-0565-4696-9ab8-13f506a37f59 req-e06db7be-5a8f-4660-84e6-69ed708668cd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:00.824212 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-95bcc70e-0565-4696-9ab8-13f506a37f59 req-e06db7be-5a8f-4660-84e6-69ed708668cd tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0471814 Oct 27 05:30:00.860290 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-95bcc70e-0565-4696-9ab8-13f506a37f59 req-5f5b7949-714e-4682-a47e-ae60d77a4087 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303028 Oct 27 05:30:00.984647 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185a52-484b-4ad1-ba57-9574c4bf895b req-f4901535-c2c3-45b1-b35f-65d457f148c9 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:00.986114 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-02185a52-484b-4ad1-ba57-9574c4bf895b req-f4901535-c2c3-45b1-b35f-65d457f148c9 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0601454 Oct 27 05:30:00.994863 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 56906) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:30:01.000057 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Request body: {'floatingip': {'port_id': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:30:01.041512 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:01.455069 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:01.458838 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:01.553969 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Floating IP 70b0e4bd-f7ae-47b7-bbdd-915879f4d073 associated. External IP: 172.28.2.248, port: a8a70a35-5cd3-4970-aa5a-99f92e6f7d62. Oct 27 05:30:01.992607 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:30:02.095801 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:30:02.101155 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:02.105621 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:30:02.116003 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:30:02.116624 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:29:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:30:02.134690 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-771f295c-0ee4-454f-a9cd-500d771ffefb tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "PUT /v2.0/floatingips/70b0e4bd-f7ae-47b7-bbdd-915879f4d073 HTTP/1.1" status: 200 len: 991 time: 1.1386199 Oct 27 05:30:02.135322 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:30:02.137656 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6a449-4c14-49d0-8a63-150cd25ae906" -d '{"events": [{"name": "network-changed", "server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:30:02.178305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6694488a-25d1-4b3d-8e6f-4ef555d8d7ad x-openstack-request-id: req-6694488a-25d1-4b3d-8e6f-4ef555d8d7ad {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:30:02.178599 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:30:02.178856 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6694488a-25d1-4b3d-8e6f-4ef555d8d7ad {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:30:02.179302 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'status': 'completed', 'code': 200} Oct 27 05:30:02.221843 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:30:02.272753 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-555d01bd-eae5-43d8-8270-d081638f8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:02.274264 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-555d01bd-eae5-43d8-8270-d081638f8258 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c629cf25a984deabe7b7e6da2197403&device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 1098 time: 0.0425053 Oct 27 05:30:02.363539 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-5fe8f822-1197-4215-b359-7a1ece7c3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:02.364993 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-5fe8f822-1197-4215-b359-7a1ece7c3747 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 200 len: 912 time: 0.0837896 Oct 27 05:30:02.433341 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-76dd1bb2-b3a6-4387-afc5-443b76781d68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 HTTP/1.1" status: 200 len: 999 time: 0.0603881 Oct 27 05:30:02.440688 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '70b0e4bd-f7ae-47b7-bbdd-915879f4d073', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'floating_ip_address': '172.28.2.248', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'port_id': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'mac_address': 'fa:16:3e:24:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:49Z', 'updated_at': '2021-10-27T05:30:01Z', 'revision_number': 1, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:30:02.492565 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-c23ba3e1-e951-4cd4-891a-dc4f93a022a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:02.494179 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-c23ba3e1-e951-4cd4-891a-dc4f93a022a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 200 len: 850 time: 0.0530355 Oct 27 05:30:02.558586 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-55c8d71b-2ea6-44ef-81a4-de0ac770f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:02.560100 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-55c8d71b-2ea6-44ef-81a4-de0ac770f0d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a014420b-c451-49d3-8af2-a107bb698c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419097 Oct 27 05:30:02.589372 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:30:02.597874 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:30:02.598473 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:29:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:30:02.659950 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-58e40309-e3b3-42df-9bfa-3fd0771858b8 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862379 Oct 27 05:30:02.700668 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:30:02.752880 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b7f6a449-4c14-49d0-8a63-150cd25ae906 req-f2772e64-0138-47c7-b7ad-0b05db79f6d3 service neutron] 10.222.0.25 "GET /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Oct 27 05:30:02.917760 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '70b0e4bd-f7ae-47b7-bbdd-915879f4d073', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'floating_ip_address': '172.28.2.248', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'port_id': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'mac_address': 'fa:16:3e:24:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:49Z', 'updated_at': '2021-10-27T05:30:01Z', 'revision_number': 1, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:30:02.948018 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5215f35-dab7-4023-a92f-05d3507f4f5d None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': '70b0e4bd-f7ae-47b7-bbdd-915879f4d073', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'floating_ip_address': '172.28.2.248', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'port_id': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'mac_address': 'fa:16:3e:24:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:29:49Z', 'updated_at': '2021-10-27T05:30:01Z', 'revision_number': 1, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:30:03.128706 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf2522-6c11-40b7-87d2-20dd027da683 None None] New status for floating IP 70b0e4bd-f7ae-47b7-bbdd-915879f4d073: ACTIVE {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:30:10.841344 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4db2fe9d-2b48-483a-8e28-f6ef08d4a23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:13.354374 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-73ab8690-d897-4767-b527-4ce2b770d69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:14.510343 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:14.853780 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:16.355589 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:27.498937 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:30.990721 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:30:40.844258 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b00ccc90-631d-4852-ae5a-05348411babf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:43.356297 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e753-d531-4a96-8bae-d9267ed28a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:44.512756 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:44.855404 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:46.360564 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:47.397910 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47944-04c3-4f84-a362-0b8a8c6d50d3 req-7b8e8ae4-2582-4a64-a2a4-df1b2ae00e6b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:47.399340 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-78e47944-04c3-4f84-a362-0b8a8c6d50d3 req-7b8e8ae4-2582-4a64-a2a4-df1b2ae00e6b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0504339 Oct 27 05:30:47.436406 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-78e47944-04c3-4f84-a362-0b8a8c6d50d3 req-461424e0-203c-49e8-a225-fc29e2cafac5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Oct 27 05:30:48.553028 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695854f-495e-49fb-baa4-42149074bf47 req-bba109be-26dd-457b-b745-24d5661f3bb3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:48.554479 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0695854f-495e-49fb-baa4-42149074bf47 req-bba109be-26dd-457b-b745-24d5661f3bb3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0478935 Oct 27 05:30:48.591864 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0695854f-495e-49fb-baa4-42149074bf47 req-f25fb822-cddf-4e8b-8c7e-22a6b129a64f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Oct 27 05:30:49.715443 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa50ad-2854-467d-a14c-508d6f0c264a req-e6e64691-559e-45c0-b286-98e51848d97f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:49.717490 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aaaa50ad-2854-467d-a14c-508d6f0c264a req-e6e64691-559e-45c0-b286-98e51848d97f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0532074 Oct 27 05:30:49.753897 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aaaa50ad-2854-467d-a14c-508d6f0c264a req-38d4d939-210a-412b-90fa-5d504308020a tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305836 Oct 27 05:30:50.873205 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe666f89-5391-4829-8ce5-5719f3364ab8 req-c27f1514-172a-419d-be2b-a5a5b1f0dc8d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:50.874661 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fe666f89-5391-4829-8ce5-5719f3364ab8 req-c27f1514-172a-419d-be2b-a5a5b1f0dc8d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0491626 Oct 27 05:30:50.912398 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fe666f89-5391-4829-8ce5-5719f3364ab8 req-87ca569d-752a-4a00-8ec0-839c5ca5ef10 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Oct 27 05:30:52.029786 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcf4cd-4b84-4d03-9694-512017b5419e req-cc9f3c13-7205-4ba7-bd7f-515e48d686d2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:52.031270 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a7bcf4cd-4b84-4d03-9694-512017b5419e req-cc9f3c13-7205-4ba7-bd7f-515e48d686d2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0493956 Oct 27 05:30:52.068803 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a7bcf4cd-4b84-4d03-9694-512017b5419e req-c8fada7d-0b55-4de9-a8b8-649c4b6b50be tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317383 Oct 27 05:30:53.189153 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00ec71-519c-40b4-b8f7-364fb85f57b4 req-abcd9986-5bff-4020-8f1c-146242d10103 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:53.190508 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-da00ec71-519c-40b4-b8f7-364fb85f57b4 req-abcd9986-5bff-4020-8f1c-146242d10103 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0514567 Oct 27 05:30:53.230927 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-da00ec71-519c-40b4-b8f7-364fb85f57b4 req-7448f324-8ea2-446e-b32c-3004eb8d1d52 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344622 Oct 27 05:30:54.349776 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde6129-e084-48bf-9099-0531d3c287d8 req-a6d718c0-4f15-466d-a7b4-03e9d35ad678 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:54.351251 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3fde6129-e084-48bf-9099-0531d3c287d8 req-a6d718c0-4f15-466d-a7b4-03e9d35ad678 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0488017 Oct 27 05:30:54.392640 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3fde6129-e084-48bf-9099-0531d3c287d8 req-37de0aeb-5984-47f9-9a5e-a5fc6c48e911 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352893 Oct 27 05:30:55.512019 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3cebb-a980-446a-9a18-7c83af78b425 req-305f17ec-7d97-4cff-93a5-c5c9f8bfff1b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:55.514075 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0ab3cebb-a980-446a-9a18-7c83af78b425 req-305f17ec-7d97-4cff-93a5-c5c9f8bfff1b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0500557 Oct 27 05:30:55.552148 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0ab3cebb-a980-446a-9a18-7c83af78b425 req-06ba5118-0a0c-4f59-a9a4-48d092674d20 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Oct 27 05:30:56.677926 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5929b0c-d5b9-42ad-b2ba-8355dcd9316d req-0e45038c-0bbe-41fc-9188-87adc333a7c5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:56.683663 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b5929b0c-d5b9-42ad-b2ba-8355dcd9316d req-0e45038c-0bbe-41fc-9188-87adc333a7c5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0579071 Oct 27 05:30:56.718386 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b5929b0c-d5b9-42ad-b2ba-8355dcd9316d req-9c236bd0-29c6-4e8e-9ae8-a11a6db2e459 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Oct 27 05:30:57.512478 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:30:57.848796 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f9d5b-33af-4e8d-993a-7ad74dc8828c req-884fd023-ea53-46e5-a754-8f02a641e190 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:57.850256 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7f0f9d5b-33af-4e8d-993a-7ad74dc8828c req-884fd023-ea53-46e5-a754-8f02a641e190 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0509877 Oct 27 05:30:57.890866 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7f0f9d5b-33af-4e8d-993a-7ad74dc8828c req-9a70b6b9-267d-4eda-9806-a2a0fb16825f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336416 Oct 27 05:30:59.011588 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b7be-07ed-4cfe-ac5a-e04a2daa7207 req-47f925f2-1710-42a9-b653-eca9980bee3c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:30:59.013787 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3fa7b7be-07ed-4cfe-ac5a-e04a2daa7207 req-47f925f2-1710-42a9-b653-eca9980bee3c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0510080 Oct 27 05:30:59.055123 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3fa7b7be-07ed-4cfe-ac5a-e04a2daa7207 req-e3bf9732-3005-4a31-8ff8-33d0e7fa72ed tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347736 Oct 27 05:31:00.010527 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:31:00.111754 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:00.124554 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'mac_address': 'fa:16:3e:ca:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:31:00.164426 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:00.181947 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60aac6da-e07c-48a2-9e19-c159ac768c43 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:31:00.201939 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:00.207574 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:00.226305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d63b1-08e0-4206-b17f-38ad329cea31 req-761afe66-4755-4e51-821a-67977cb72c26 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:00.233459 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-011d63b1-08e0-4206-b17f-38ad329cea31 req-761afe66-4755-4e51-821a-67977cb72c26 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0983284 Oct 27 05:31:00.235912 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-d5290b23-160f-4ad2-878f-3a08ceac21ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684745 Oct 27 05:31:00.258759 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=6']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:00.267070 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.269956 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.269956 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.269956 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.269956 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.269956 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.270435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.270435 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.270676 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-011d63b1-08e0-4206-b17f-38ad329cea31 req-653c8132-c93b-47cc-a7f4-cee4f0e76570 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338190 Oct 27 05:31:00.270810 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.271164 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.271433 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.271755 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:00.359283 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-183fa010-3c03-4e11-9d63-b47815e20ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:00.360791 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-183fa010-3c03-4e11-9d63-b47815e20ea1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1099 time: 0.0432210 Oct 27 05:31:00.384841 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['60aac6da-e07c-48a2-9e19-c159ac768c43'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:31:00.474352 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-ef1a950c-4ad2-45d9-85d1-e313eb7546a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:00.475832 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-ef1a950c-4ad2-45d9-85d1-e313eb7546a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 910 time: 0.0929475 Oct 27 05:31:00.544814 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-715e3ee7-cc33-4d4e-8ce4-0931a118714c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 1002 time: 0.0602651 Oct 27 05:31:00.598843 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-2485c85a-a267-4b3d-8fba-1bcd20f427d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:00.600321 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-2485c85a-a267-4b3d-8fba-1bcd20f427d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.0482817 Oct 27 05:31:00.655287 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-e750d19a-6894-4155-9d93-4d358bd08c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:00.656782 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-e750d19a-6894-4155-9d93-4d358bd08c09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0481343 Oct 27 05:31:00.749122 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-d42ba67d-2311-47ec-ac62-c44ddf30f754 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844471 Oct 27 05:31:00.843984 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2ac0e6b-26c2-4319-bf7f-4687cc647c33 req-ad7d8d0c-db30-43a2-a5a1-ff2d1f485e3c service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873289 Oct 27 05:31:01.389593 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a2dcb-ff40-415d-9615-3ee41a140b92 req-cbe1f1c0-3d3b-4aaa-9b72-607fac26c390 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:01.391064 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4e7a2dcb-ff40-415d-9615-3ee41a140b92 req-cbe1f1c0-3d3b-4aaa-9b72-607fac26c390 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 944 time: 0.0490143 Oct 27 05:31:01.429389 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4e7a2dcb-ff40-415d-9615-3ee41a140b92 req-30176b88-8bc7-46f4-a1fc-3167097fdec7 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Oct 27 05:31:02.011024 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:31:02.060120 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 60aac6da-e07c-48a2-9e19-c159ac768c43 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:31:02.060485 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:02.143392 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:02.165768 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:31:02.168001 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d0bb04-4873-4d90-9cdd-81cfe357ed6b" -d '{"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-plugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:31:02.181594 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:02.187243 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:02.212708 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609abeb0-8b03-45ad-bdf5-8d177b71a930 x-openstack-request-id: req-609abeb0-8b03-45ad-bdf5-8d177b71a930 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:31:02.213019 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-plugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:31:02.213280 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-609abeb0-8b03-45ad-bdf5-8d177b71a930 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:31:02.213717 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'code': 200} Oct 27 05:31:02.237269 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=7']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:02.555233 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb4f6f-ef98-4bd8-b841-b5d5bbee6688 req-95435d8a-155b-4ac5-bdb3-c8030151fca4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:02.556669 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a4cb4f6f-ef98-4bd8-b841-b5d5bbee6688 req-95435d8a-155b-4ac5-bdb3-c8030151fca4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0524690 Oct 27 05:31:02.593572 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a4cb4f6f-ef98-4bd8-b841-b5d5bbee6688 req-c3036b4f-9959-45f7-b21f-2c30e5f6581d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311050 Oct 27 05:31:03.710642 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db022333-9e5f-4f3a-994f-bc54d6ace3dd req-c9793490-f477-4ef6-a412-4da1e8b34188 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:03.712021 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-db022333-9e5f-4f3a-994f-bc54d6ace3dd req-c9793490-f477-4ef6-a412-4da1e8b34188 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0482466 Oct 27 05:31:03.749659 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-db022333-9e5f-4f3a-994f-bc54d6ace3dd req-f273539d-418a-4f24-ba2a-600cc905ea7c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Oct 27 05:31:04.906083 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae93ff-763b-4089-ae4d-138ef613be55 req-9aa4c236-e517-4479-9425-78924d017210 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:04.907574 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2bae93ff-763b-4089-ae4d-138ef613be55 req-9aa4c236-e517-4479-9425-78924d017210 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0612538 Oct 27 05:31:04.946924 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2bae93ff-763b-4089-ae4d-138ef613be55 req-3c1eb692-f4cc-416a-a9bd-175070111a92 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Oct 27 05:31:06.072993 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cfbce-4f68-4a60-b72a-d87bc5498636 req-f6c9bdec-5089-45a1-b22e-8a56a771a3f1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:06.074788 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-232cfbce-4f68-4a60-b72a-d87bc5498636 req-f6c9bdec-5089-45a1-b22e-8a56a771a3f1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0536735 Oct 27 05:31:06.115591 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-232cfbce-4f68-4a60-b72a-d87bc5498636 req-4ffd6e1e-8a03-40bc-ac64-ca4e5b0664c0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 Oct 27 05:31:07.241674 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3db6-9f37-4d53-91ab-e23968b1172c req-c1185b33-c4bd-41da-91fd-1fb90ef2ce53 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:07.243167 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-76ac3db6-9f37-4d53-91ab-e23968b1172c req-c1185b33-c4bd-41da-91fd-1fb90ef2ce53 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0526042 Oct 27 05:31:07.288655 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-76ac3db6-9f37-4d53-91ab-e23968b1172c req-702eb555-7bf5-4a67-94b5-4c8862d01ff6 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382552 Oct 27 05:31:07.990311 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:31:08.416696 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44615-fd88-4187-9fb6-38223f6eb734 req-5fbc1e1e-ba0b-4cd4-998d-c5d56007e2f9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:08.419857 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ef44615-fd88-4187-9fb6-38223f6eb734 req-5fbc1e1e-ba0b-4cd4-998d-c5d56007e2f9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0565188 Oct 27 05:31:08.459922 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ef44615-fd88-4187-9fb6-38223f6eb734 req-d381ebfa-75c3-4ffb-a8ba-0d82c4ec6e4b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358329 Oct 27 05:31:09.593287 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7a717-c78e-48af-b775-69180a9f0ce1 req-ec63dc78-b0e2-4e1b-b7df-bf6584d13059 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:09.594924 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53e7a717-c78e-48af-b775-69180a9f0ce1 req-ec63dc78-b0e2-4e1b-b7df-bf6584d13059 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0573962 Oct 27 05:31:09.637395 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-53e7a717-c78e-48af-b775-69180a9f0ce1 req-665f21eb-dd15-4455-9a0e-607a91bf5af4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358720 Oct 27 05:31:10.786880 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afa88-8129-41fb-b8cd-5645d95b69be req-1ab2ad38-a69b-4f36-b1d7-7f149d02d4c0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:10.794238 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1f7afa88-8129-41fb-b8cd-5645d95b69be req-1ab2ad38-a69b-4f36-b1d7-7f149d02d4c0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0680382 Oct 27 05:31:10.842009 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1f7afa88-8129-41fb-b8cd-5645d95b69be req-91e0b080-3155-4093-98b9-475d8efc07ed tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467458 Oct 27 05:31:10.857874 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-895c5415-24b2-4ab6-ab85-d043546bc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:11.975504 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcfc38-4692-48f7-bbcf-906d50377024 req-8f645dd5-1e02-4412-b46a-dddadf0d2f4e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:11.976984 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-55bcfc38-4692-48f7-bbcf-906d50377024 req-8f645dd5-1e02-4412-b46a-dddadf0d2f4e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0695975 Oct 27 05:31:12.021378 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-55bcfc38-4692-48f7-bbcf-906d50377024 req-963bb109-14b5-40f5-b5d3-32c4507c71ad tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367861 Oct 27 05:31:13.156997 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d109c4-06ee-4503-97fd-3e9e6cc7ffa4 req-7925fd84-9d85-4c1e-8e7f-6dbba525b3d4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:13.158363 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-63d109c4-06ee-4503-97fd-3e9e6cc7ffa4 req-7925fd84-9d85-4c1e-8e7f-6dbba525b3d4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0531595 Oct 27 05:31:13.197545 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-63d109c4-06ee-4503-97fd-3e9e6cc7ffa4 req-f3b7d608-54f9-47fc-b494-336633ce7c2e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330434 Oct 27 05:31:13.360812 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-0a07109d-aed2-4695-92f9-73e9796949cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:14.128153 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-3b797804-dff5-4b08-8b79-a2a5aea9b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:14.129498 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-3b797804-dff5-4b08-8b79-a2a5aea9b7d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1098 time: 0.0404084 Oct 27 05:31:14.220808 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-26b01f06-ed8e-43c8-9ed4-67e6ef4262a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:14.222235 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-26b01f06-ed8e-43c8-9ed4-67e6ef4262a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0857909 Oct 27 05:31:14.314004 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-f05a86c6-fe3d-4299-ba2f-4f3edfd6ec08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 1001 time: 0.0816092 Oct 27 05:31:14.329230 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab2e55-4112-4f3c-a7cd-fb82b2af7c56 req-ce5149e2-3aab-4455-8b6d-22823b171935 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:14.330612 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e6ab2e55-4112-4f3c-a7cd-fb82b2af7c56 req-ce5149e2-3aab-4455-8b6d-22823b171935 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0615091 Oct 27 05:31:14.398507 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-556162c3-c9c3-476b-a621-ba1b240b25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:14.399882 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-556162c3-c9c3-476b-a621-ba1b240b25e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0684199 Oct 27 05:31:14.405261 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e6ab2e55-4112-4f3c-a7cd-fb82b2af7c56 req-c4446bee-2b1b-4ff4-8c41-ad4e678634f9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668850 Oct 27 05:31:14.446590 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-85d8ae33-9e57-4a69-a38e-f214399729e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:14.448077 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-85d8ae33-9e57-4a69-a38e-f214399729e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390882 Oct 27 05:31:14.515464 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:14.541121 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-93a0e3e6-b373-4b70-a5d6-269b22befb2d service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Oct 27 05:31:14.630100 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-675dc5cf-062d-4828-bc58-6a98d68b3934 req-600a6cb1-2fce-44c0-9144-7b849ad7e905 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802886 Oct 27 05:31:14.856896 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:15.522487 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ff44-2dfe-46a9-aeb2-b268db139459 req-cd259af1-e81d-4d30-beff-060e128f0430 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:15.523959 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-29d9ff44-2dfe-46a9-aeb2-b268db139459 req-cd259af1-e81d-4d30-beff-060e128f0430 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 945 time: 0.0481782 Oct 27 05:31:15.560628 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-29d9ff44-2dfe-46a9-aeb2-b268db139459 req-c3c46f6c-e1a2-43a5-8780-51656a34aee5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303748 Oct 27 05:31:16.057300 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:31:16.133365 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:16.155513 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:31:16.157697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ffe1be-c456-45cc-9a91-49f41ce5f52f" -d '{"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-unplugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:31:16.170506 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:16.174739 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:16.197400 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 05:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e9536d-3273-4158-8d5e-50b1d5088095 x-openstack-request-id: req-20e9536d-3273-4158-8d5e-50b1d5088095 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:31:16.197692 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-unplugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:31:16.197946 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20e9536d-3273-4158-8d5e-50b1d5088095 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:31:16.198325 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'code': 200} Oct 27 05:31:16.223404 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=8']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:16.368024 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:16.685737 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2835a-2ba9-4ff8-b6ed-b939439dce5e req-754bcb23-ab26-4d31-8cb6-0211b7bf1407 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:16.687268 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cdf2835a-2ba9-4ff8-b6ed-b939439dce5e req-754bcb23-ab26-4d31-8cb6-0211b7bf1407 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0527933 Oct 27 05:31:16.727984 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cdf2835a-2ba9-4ff8-b6ed-b939439dce5e req-7ca2ce08-ec32-4c78-ba9d-8cc46b7c71dc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344183 Oct 27 05:31:17.636460 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c76f5-47e2-4da9-a0ee-f3babdbe0eb4 req-e6fb88fd-f824-496b-8efc-2c5b2c190f73 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:17.637995 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f29c76f5-47e2-4da9-a0ee-f3babdbe0eb4 req-e6fb88fd-f824-496b-8efc-2c5b2c190f73 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0514474 Oct 27 05:31:17.677149 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f29c76f5-47e2-4da9-a0ee-f3babdbe0eb4 req-f17fd513-9042-4c2d-8ede-24998e1b1d51 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Oct 27 05:31:17.820554 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57316) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:17.906289 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-673534d4-a02c-4e23-8f56-57f7cc805511 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844707 Oct 27 05:31:17.915662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-dbb777f2-aaf3-4f24-a659-97bb646bfaac service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101382) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:31:17.916610 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-dbb777f2-aaf3-4f24-a659-97bb646bfaac service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049598 Oct 27 05:31:18.842926 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-87373e1e-1290-4f69-b69d-2c0ef5adae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:18.844460 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-87373e1e-1290-4f69-b69d-2c0ef5adae84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc&tenant_id=00e55c6c575241fc8ef9c285b101bd0a HTTP/1.1" status: 200 len: 1096 time: 0.1030173 Oct 27 05:31:18.853309 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35d089-16ab-4c6a-8c1c-8ef09b9af980 req-67bda525-1ef5-434d-8c50-95a089c411c5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:18.854770 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b35d089-16ab-4c6a-8c1c-8ef09b9af980 req-67bda525-1ef5-434d-8c50-95a089c411c5 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.1033585 Oct 27 05:31:18.902266 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b35d089-16ab-4c6a-8c1c-8ef09b9af980 req-60d65c8f-842a-4312-ba5d-37382e765d7c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408852 Oct 27 05:31:18.930136 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-a9041fd6-9cec-491b-8e33-731424ce5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:18.931611 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-a9041fd6-9cec-491b-8e33-731424ce5252 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1096 time: 0.0437298 Oct 27 05:31:19.021883 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-1cfdd101-799d-41f2-8b3b-a4aed0009db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:19.023233 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-1cfdd101-799d-41f2-8b3b-a4aed0009db1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.0831060 Oct 27 05:31:19.086108 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-a1b65fcc-6464-4c94-aa8d-f64832051094 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 999 time: 0.0551095 Oct 27 05:31:19.137754 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-79877ba4-c6fc-4a7e-a6f5-5fc53c1171a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:19.139163 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-79877ba4-c6fc-4a7e-a6f5-5fc53c1171a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0447617 Oct 27 05:31:19.184039 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-9ff8c21e-2642-4ad6-94b6-c28ca6562cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:19.185414 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-9ff8c21e-2642-4ad6-94b6-c28ca6562cd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0381401 Oct 27 05:31:19.272264 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-9915dff3-a82f-461d-bc1a-e4925c052af1 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789189 Oct 27 05:31:19.363541 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-faa31d71-be35-484b-b333-7ab55ea513a6 req-a09a4ef4-7a6c-4543-9694-9b4a4c42e5be service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836303 Oct 27 05:31:20.037551 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064a17b-7c70-422f-8732-07b4f8f4847b req-9d9eb450-7f1c-4c85-88b2-234dda774c4e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:20.039009 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f064a17b-7c70-422f-8732-07b4f8f4847b req-9d9eb450-7f1c-4c85-88b2-234dda774c4e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0496976 Oct 27 05:31:20.075696 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:31:20.098695 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f064a17b-7c70-422f-8732-07b4f8f4847b req-58fb0d64-73dc-41af-94d8-86556b8e7da0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501003 Oct 27 05:31:21.228855 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2bd7d-2154-4c0b-8702-aa1b4dc4388b req-25436a83-a084-44d2-a30a-c40d009092ee tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:21.230317 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-56d2bd7d-2154-4c0b-8702-aa1b4dc4388b req-25436a83-a084-44d2-a30a-c40d009092ee tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0523684 Oct 27 05:31:21.267647 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-56d2bd7d-2154-4c0b-8702-aa1b4dc4388b req-bd5656e0-7c91-4b1e-8925-675e6c607f8b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307932 Oct 27 05:31:22.386476 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab2b3-55f6-4347-9ed5-b885cef31bc5 req-3d8c2660-f56a-492a-ab24-18b6e0b5bc5c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:22.389416 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1abab2b3-55f6-4347-9ed5-b885cef31bc5 req-3d8c2660-f56a-492a-ab24-18b6e0b5bc5c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0504265 Oct 27 05:31:22.432213 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1abab2b3-55f6-4347-9ed5-b885cef31bc5 req-f89b3ded-36f7-4db4-ac21-390933525faf tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368114 Oct 27 05:31:23.551866 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520635-8977-4b4f-9206-afd347d7106b req-830098ed-1a3b-4956-9e09-e3d3ed3c48ae tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:23.553315 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-62520635-8977-4b4f-9206-afd347d7106b req-830098ed-1a3b-4956-9e09-e3d3ed3c48ae tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0493913 Oct 27 05:31:23.593966 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-62520635-8977-4b4f-9206-afd347d7106b req-80188b7c-1808-4b3d-81bb-2386ffd6a1a3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345640 Oct 27 05:31:24.732590 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3ba96-a2c8-44c1-84f6-fd9b7ee91637 req-432e59e0-7715-496b-a189-75b115661ec4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:24.734018 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8ca3ba96-a2c8-44c1-84f6-fd9b7ee91637 req-432e59e0-7715-496b-a189-75b115661ec4 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0507908 Oct 27 05:31:24.782813 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8ca3ba96-a2c8-44c1-84f6-fd9b7ee91637 req-3dfab1c7-4e9b-4213-a4e5-59caa6ad809d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Oct 27 05:31:25.902100 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05432d0-2317-42d9-8b4b-6f811565556a req-a5d02b5b-1215-481d-aaa7-664e20d0367b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:25.904101 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d05432d0-2317-42d9-8b4b-6f811565556a req-a5d02b5b-1215-481d-aaa7-664e20d0367b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0496180 Oct 27 05:31:25.941634 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d05432d0-2317-42d9-8b4b-6f811565556a req-b663ddd7-a852-4028-bb41-355103b7b496 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316901 Oct 27 05:31:27.059810 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11980488-dc27-4e16-97c5-ddcc0b755949 req-4c3481a9-9c95-437a-9059-081ce8a213d7 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:27.061268 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-11980488-dc27-4e16-97c5-ddcc0b755949 req-4c3481a9-9c95-437a-9059-081ce8a213d7 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0485120 Oct 27 05:31:27.097391 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-11980488-dc27-4e16-97c5-ddcc0b755949 req-91c709fb-3a3f-4999-bb0d-a5a268752d3f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301452 Oct 27 05:31:27.514023 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:28.223663 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e870b-612c-408b-af9b-b4a601c3f11a req-3a46ceaf-7071-4d9e-a4cf-4d5f01e58843 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:28.230937 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9e7e870b-612c-408b-af9b-b4a601c3f11a req-3a46ceaf-7071-4d9e-a4cf-4d5f01e58843 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0575106 Oct 27 05:31:28.266806 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9e7e870b-612c-408b-af9b-b4a601c3f11a req-9f58fa64-7150-4873-950b-0e818012a4a9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344377 Oct 27 05:31:29.388523 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03185573-98ff-46ce-be56-ef277fd1704f req-f29e1ebd-6eb1-427d-81be-5193f7561f4d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:29.389989 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-03185573-98ff-46ce-be56-ef277fd1704f req-f29e1ebd-6eb1-427d-81be-5193f7561f4d tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0487535 Oct 27 05:31:29.430057 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-03185573-98ff-46ce-be56-ef277fd1704f req-f353d573-c49d-4f9b-8803-143afa7ba699 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327411 Oct 27 05:31:30.549474 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d2e79-6370-4e9c-9d5a-2447d4816d16 req-eebe992a-0d83-4178-ab9e-45a97ff62c40 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:30.550910 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2f6d2e79-6370-4e9c-9d5a-2447d4816d16 req-eebe992a-0d83-4178-ab9e-45a97ff62c40 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0477178 Oct 27 05:31:30.588594 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2f6d2e79-6370-4e9c-9d5a-2447d4816d16 req-2bcb2077-4c68-40e1-af3d-f72a8b473416 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Oct 27 05:31:31.721089 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14ae37-3980-4280-bd89-95b9f03b8db4 req-4a0c525a-f733-4a51-85be-0ce0a6a15121 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:31.722668 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff14ae37-3980-4280-bd89-95b9f03b8db4 req-4a0c525a-f733-4a51-85be-0ce0a6a15121 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0594287 Oct 27 05:31:31.761830 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff14ae37-3980-4280-bd89-95b9f03b8db4 req-d1cb5b28-92b4-44e0-9174-d3f4fb5d8097 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329292 Oct 27 05:31:32.879253 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6819ca-7a80-44d6-83d1-cbad86bc7cf5 req-06daa248-6d1f-433f-ad2a-b1f853f414eb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:32.880694 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd6819ca-7a80-44d6-83d1-cbad86bc7cf5 req-06daa248-6d1f-433f-ad2a-b1f853f414eb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0481584 Oct 27 05:31:32.917470 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bd6819ca-7a80-44d6-83d1-cbad86bc7cf5 req-23e6e1ad-d000-49e4-b3bb-2ca83d1aa4e9 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308056 Oct 27 05:31:34.036194 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b71b4-a6e9-4589-8d8a-256ce8b6cbd3 req-90a68f4d-1f74-4a8d-96ed-40545f74c6d3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:34.037665 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0c5b71b4-a6e9-4589-8d8a-256ce8b6cbd3 req-90a68f4d-1f74-4a8d-96ed-40545f74c6d3 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0487370 Oct 27 05:31:34.074784 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0c5b71b4-a6e9-4589-8d8a-256ce8b6cbd3 req-b6284ec6-3d3c-47a9-b1cb-8691d71481b0 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Oct 27 05:31:35.197795 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b7116-d80a-4aed-9e92-93f8f3631c74 req-f9a818f2-06ef-48ad-afcd-c7241c61d620 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:35.199156 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3d4b7116-d80a-4aed-9e92-93f8f3631c74 req-f9a818f2-06ef-48ad-afcd-c7241c61d620 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0509508 Oct 27 05:31:35.235307 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3d4b7116-d80a-4aed-9e92-93f8f3631c74 req-b9ec46f7-1d21-42fd-91c5-3865a09de648 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303276 Oct 27 05:31:36.358086 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e611593-05b3-4c0f-a93b-87d8bb53dcf4 req-da29a8d8-44cf-4201-9524-d1ab0eb4c3b1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:36.359570 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0e611593-05b3-4c0f-a93b-87d8bb53dcf4 req-da29a8d8-44cf-4201-9524-d1ab0eb4c3b1 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0500379 Oct 27 05:31:36.397200 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0e611593-05b3-4c0f-a93b-87d8bb53dcf4 req-c5bce807-31a4-477e-88dd-7a3c17f0dd76 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314343 Oct 27 05:31:37.520324 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b79a0-971e-4caf-bd5f-569aa7adeb5c req-b3b121fe-98c4-457f-ad70-e70d7cab617f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:37.521792 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3b9b79a0-971e-4caf-bd5f-569aa7adeb5c req-b3b121fe-98c4-457f-ad70-e70d7cab617f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 943 time: 0.0531845 Oct 27 05:31:37.563060 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3b9b79a0-971e-4caf-bd5f-569aa7adeb5c req-8f18f9f2-a24e-4548-96ca-20fd52a7a40c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351772 Oct 27 05:31:38.185898 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:31:38.281275 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:38.292833 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'port_id': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'mac_address': 'fa:16:3e:ca:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:31:38.332898 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:38.346283 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aac6da-e07c-48a2-9e19-c159ac768c43 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:31:38.366056 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:38.369502 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:38.415000 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=9']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:38.686149 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d68a4-0760-49d0-8b16-92cff68aac91 req-d1ae8361-0059-4b5f-b5cd-25b74b93d71f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:38.687626 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-495d68a4-0760-49d0-8b16-92cff68aac91 req-d1ae8361-0059-4b5f-b5cd-25b74b93d71f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 944 time: 0.0532355 Oct 27 05:31:38.724705 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-495d68a4-0760-49d0-8b16-92cff68aac91 req-e76416d2-1488-42f9-989d-878b0eeba13c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Oct 27 05:31:38.788453 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['60aac6da-e07c-48a2-9e19-c159ac768c43'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:31:39.839794 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2451a0-4236-45fe-ae40-2ae4e8648d63 req-0459b24c-b985-4a60-96d9-3f6e225a475f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:39.841249 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1e2451a0-4236-45fe-ae40-2ae4e8648d63 req-0459b24c-b985-4a60-96d9-3f6e225a475f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 944 time: 0.0471914 Oct 27 05:31:39.879025 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1e2451a0-4236-45fe-ae40-2ae4e8648d63 req-2208c730-e544-4726-8f43-930d21a50a47 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Oct 27 05:31:40.198128 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:31:40.244516 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 60aac6da-e07c-48a2-9e19-c159ac768c43 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:31:40.244878 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:40.436583 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:40.461832 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:31:40.464003 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d762a56a-2d2b-4a91-867e-56649def66bd" -d '{"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-plugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:31:40.479546 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:40.483861 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:40.507885 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf88c7a-dd9a-4d0f-b9ba-c78a1967853e x-openstack-request-id: req-baf88c7a-dd9a-4d0f-b9ba-c78a1967853e {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:31:40.508200 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-plugged", "status": "completed", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:31:40.508460 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf88c7a-dd9a-4d0f-b9ba-c78a1967853e {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:31:40.508847 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'code': 200} Oct 27 05:31:40.535449 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=10']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:40.748698 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da5a84-7370-4515-8ad3-d68f59f40c75 req-5d415bd3-41a8-47f1-ae64-bff975e1a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:40.750062 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c8da5a84-7370-4515-8ad3-d68f59f40c75 req-5d415bd3-41a8-47f1-ae64-bff975e1a2f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1099 time: 0.0437536 Oct 27 05:31:40.788198 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c8da5a84-7370-4515-8ad3-d68f59f40c75 req-5233dca9-8a31-4421-81e2-f31f8a82e31b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298662 Oct 27 05:31:40.849361 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2421ea08-b660-4f74-8abd-7ba2433ed836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:40.999957 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc06e-4ae2-4c63-8a53-74f6475f8608 req-bff6c722-c2d4-408c-9c9b-69a859e9570f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:41.001293 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-539fc06e-4ae2-4c63-8a53-74f6475f8608 req-bff6c722-c2d4-408c-9c9b-69a859e9570f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0506642 Oct 27 05:31:41.280157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-539fc06e-4ae2-4c63-8a53-74f6475f8608 req-a80875be-1be0-4d93-a849-e9b48558034e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728674 Oct 27 05:31:42.399837 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87724264-64c6-4951-b8ba-cd46ee9d4f1e req-94b3cda0-7fde-492b-adca-b08beabd5adc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:42.401330 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-87724264-64c6-4951-b8ba-cd46ee9d4f1e req-94b3cda0-7fde-492b-adca-b08beabd5adc tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0492105 Oct 27 05:31:42.441718 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-87724264-64c6-4951-b8ba-cd46ee9d4f1e req-a176367e-f531-4b7c-bde3-59dd2681fdcb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Oct 27 05:31:42.761509 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a4ce-5cd2-42a1-abf5-1bd4d2e9a3ba req-ee81daaa-5be7-4be9-a32e-44c11fd5c849 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:42.762953 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9c41a4ce-5cd2-42a1-abf5-1bd4d2e9a3ba req-ee81daaa-5be7-4be9-a32e-44c11fd5c849 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0489087 Oct 27 05:31:42.802109 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9c41a4ce-5cd2-42a1-abf5-1bd4d2e9a3ba req-a1b235d5-6b12-446c-9a78-cd966a4a2566 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Oct 27 05:31:43.362220 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-be334d3d-253d-4e3a-9ab3-4b5b2e14f2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:43.564600 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab17ed-413f-478c-bf05-339e194fc6ea req-53825462-8181-4e86-b2e2-ee3bc3bbb473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:43.566046 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e8ab17ed-413f-478c-bf05-339e194fc6ea req-53825462-8181-4e86-b2e2-ee3bc3bbb473 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0510378 Oct 27 05:31:43.602928 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e8ab17ed-413f-478c-bf05-339e194fc6ea req-a192cb48-494f-4c4e-86d8-8bca70e582bf tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Oct 27 05:31:43.924176 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef52f3b-7bd4-4c50-bbc1-350371526d33 req-00174e94-b697-4e72-a19c-1c0e8ecea655 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:43.925592 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5ef52f3b-7bd4-4c50-bbc1-350371526d33 req-00174e94-b697-4e72-a19c-1c0e8ecea655 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0472267 Oct 27 05:31:43.962949 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5ef52f3b-7bd4-4c50-bbc1-350371526d33 req-6772ff1e-9080-4f11-8241-c0c8240bf6b8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Oct 27 05:31:44.518289 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:44.860958 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:44.990393 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:31:45.079238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2718-48d5-43e7-92ab-7c3d2c35f150 req-f7f90e42-c842-4131-a829-35ad02d987d3 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:45.080701 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-779c2718-48d5-43e7-92ab-7c3d2c35f150 req-f7f90e42-c842-4131-a829-35ad02d987d3 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Oct 27 05:31:45.118101 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-779c2718-48d5-43e7-92ab-7c3d2c35f150 req-458a043a-a622-40ac-8a76-3e06f0befff0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Oct 27 05:31:46.235103 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625e7eb-3294-4c00-9466-2108fb5df27d req-e676610a-b018-4f21-8bfd-536a457ae1e4 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:46.236535 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7625e7eb-3294-4c00-9466-2108fb5df27d req-e676610a-b018-4f21-8bfd-536a457ae1e4 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Oct 27 05:31:46.272625 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7625e7eb-3294-4c00-9466-2108fb5df27d req-c53bff68-7faa-4de5-8d49-4472effe1944 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300531 Oct 27 05:31:46.365002 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:47.383716 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c58be-84f4-4140-b7d6-836e0012a3f9 req-bd102685-6dbd-4940-a4b1-e31bf94a06a7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:47.385203 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-943c58be-84f4-4140-b7d6-836e0012a3f9 req-bd102685-6dbd-4940-a4b1-e31bf94a06a7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0477448 Oct 27 05:31:47.421276 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-943c58be-84f4-4140-b7d6-836e0012a3f9 req-3107ded5-d0f1-4ca3-9d53-a84a53abe5a3 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Oct 27 05:31:48.478731 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b2b6-5e3e-4513-bd56-829cd7a4d172 req-1e462bbe-4b6c-4875-8e0c-0306abd0845d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:48.480129 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a056b2b6-5e3e-4513-bd56-829cd7a4d172 req-1e462bbe-4b6c-4875-8e0c-0306abd0845d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0484829 Oct 27 05:31:48.543483 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a056b2b6-5e3e-4513-bd56-829cd7a4d172 req-7ef52f73-f8c2-46b5-a07f-fe737d7f6cad tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574107 Oct 27 05:31:48.561752 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9411c4-7aeb-4457-8545-51f44d65a6ad req-96af8d09-7d19-4693-a9ed-8bcd300cc83c tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:48.563263 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dc9411c4-7aeb-4457-8545-51f44d65a6ad req-96af8d09-7d19-4693-a9ed-8bcd300cc83c tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0704558 Oct 27 05:31:48.600129 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dc9411c4-7aeb-4457-8545-51f44d65a6ad req-d3a102d5-7903-43da-82d3-99f29487e113 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Oct 27 05:31:49.658701 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3bb8b-d95d-4bac-b27c-a01ebef35311 req-002f0e5a-925f-46bf-b71d-c5b1072cb98d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:49.660193 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67f3bb8b-d95d-4bac-b27c-a01ebef35311 req-002f0e5a-925f-46bf-b71d-c5b1072cb98d tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0491369 Oct 27 05:31:49.722777 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67f3bb8b-d95d-4bac-b27c-a01ebef35311 req-6971813b-df0e-4493-9151-55bb69f8305f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567336 Oct 27 05:31:49.738008 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf318f-96b7-4648-813c-29f2ecff2554 req-45fdf496-bb76-4c52-97e3-83f6ff12abaa tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:49.739553 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-edbf318f-96b7-4648-813c-29f2ecff2554 req-45fdf496-bb76-4c52-97e3-83f6ff12abaa tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0719142 Oct 27 05:31:49.780000 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-edbf318f-96b7-4648-813c-29f2ecff2554 req-f19ad829-ada2-4030-a719-fb7e2ecc2823 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340912 Oct 27 05:31:50.871020 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb716-0e24-4143-8504-3150c0156be7 req-9473a29a-6071-40ea-8158-9b848a77c77f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:50.872486 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f8ccb716-0e24-4143-8504-3150c0156be7 req-9473a29a-6071-40ea-8158-9b848a77c77f tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.0808332 Oct 27 05:31:50.925400 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-4d89062a-5f18-4521-a1a9-bffbb40ddd8e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:50.926794 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-4d89062a-5f18-4521-a1a9-bffbb40ddd8e tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 945 time: 0.1036878 Oct 27 05:31:50.947577 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f8ccb716-0e24-4143-8504-3150c0156be7 req-2a506fb9-e4cc-4459-a7a0-1222111fa617 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7b188bb-4a87-4753-ae8d-2cc34309700c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612977 Oct 27 05:31:50.983298 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ecd00-ee29-4b11-a68a-51b3808fba91 req-e33d9ef9-56e4-453d-a377-7ba58a54fb10 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:50.984719 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-128ecd00-ee29-4b11-a68a-51b3808fba91 req-e33d9ef9-56e4-453d-a377-7ba58a54fb10 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.1374707 Oct 27 05:31:51.049446 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-128ecd00-ee29-4b11-a68a-51b3808fba91 req-2ae3acf3-b568-463d-87bd-8348b3896e37 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568869 Oct 27 05:31:51.062324 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Deleting port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:31:51.062661 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:51.152335 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] For port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:51.152694 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:51.317712 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:51.317987 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:51.318297 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Floating IP 70b0e4bd-f7ae-47b7-bbdd-915879f4d073 disassociated. External IP: 172.28.2.248, port: a8a70a35-5cd3-4970-aa5a-99f92e6f7d62. Oct 27 05:31:51.318631 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Calling delete_port for a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:31:51.444932 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:51.477094 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event deleted for resources: {'Port': ['ID=a8a70a35-5cd3-4970-aa5a-99f92e6f7d62,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:51.487919 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.488293 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.488605 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.488941 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.489269 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.489596 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.489923 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.490244 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.490590 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.490913 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.491260 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.492227 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:51.598817 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:31:51.703974 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:31:51.714384 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:31:51.723988 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:31:51.724589 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:31:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:51.742306 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] No DVR routers for this DVR port a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:31:51.744791 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:51.748691 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b26178a7-d613-43d4-85f7-563fc0a68a09 req-1dd5ec6a-b26f-4d4a-a0b3-5a16467f8ed5 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.25 "DELETE /v2.0/ports/a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 HTTP/1.1" status: 204 len: 173 time: 0.8132737 Oct 27 05:31:51.749126 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'name': 'network-vif-deleted', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:31:51.751411 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a6f481-a0d7-46a2-82a7-de04e7d67fb9" -d '{"events": [{"server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "name": "network-vif-deleted", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:31:51.787518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eabe2b-3abf-4007-b865-7f703f7f75e8 x-openstack-request-id: req-47eabe2b-3abf-4007-b865-7f703f7f75e8 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:31:51.787820 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367c6f8-1a41-431d-b3ac-b230ea777e4a", "name": "network-vif-deleted", "tag": "a8a70a35-5cd3-4970-aa5a-99f92e6f7d62", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:31:51.788075 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47eabe2b-3abf-4007-b865-7f703f7f75e8 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:31:51.788533 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367c6f8-1a41-431d-b3ac-b230ea777e4a', 'name': 'network-vif-deleted', 'tag': 'a8a70a35-5cd3-4970-aa5a-99f92e6f7d62', 'status': 'completed', 'code': 200} Oct 27 05:31:51.835731 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:31:52.048700 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:52.054449 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-caadbf14-8422-410b-a8c4-d42634c6394b req-c021d565-e7da-4f4a-a231-5327b0bc0ca6 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/ports?device_id=b367c6f8-1a41-431d-b3ac-b230ea777e4a HTTP/1.1" status: 200 len: 210 time: 0.0271366 Oct 27 05:31:52.078726 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:31:52.087103 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:31:52.087721 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:31:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:52.168495 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b9194-a925-4c1b-9ff0-0f8555f0a169 req-efa361ba-82af-46df-9a86-9aa68255d315 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:52.170532 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d96b9194-a925-4c1b-9ff0-0f8555f0a169 req-efa361ba-82af-46df-9a86-9aa68255d315 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0525448 Oct 27 05:31:52.196538 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:31:52.212422 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d96b9194-a925-4c1b-9ff0-0f8555f0a169 req-56e55b3e-5908-4759-a1a0-9d9fef760145 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Oct 27 05:31:52.394871 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:52.424043 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654389e4-9d7a-4709-82af-6c5fae145e0b None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f42c9471-fe7e-41b1-9b02-464db3f91593', 'name': '', 'network_id': 'a014420b-c451-49d3-8af2-a107bb698c4c', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'mac_address': 'fa:16:3e:f5:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:09Z', 'updated_at': '2021-10-27T05:24:21Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'subnets': [{'id': '4a9e0ecb-708f-41b0-9675-57dbfe4dc187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:31:52.624870 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39b8c1-d883-491e-a1b6-e7cd7866377d None None] New status for floating IP 70b0e4bd-f7ae-47b7-bbdd-915879f4d073: DOWN {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:31:53.135294 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57576) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:53.189132 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.210998 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.260786 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.263526 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.264716 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7b188bb-4a87-4753-ae8d-2cc34309700c HTTP/1.1" status: 204 len: 168 time: 0.1284225 Oct 27 05:31:53.268027 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57580) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:53.273879 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b188bb-4a87-4753-ae8d-2cc34309700c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:53.281077 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.281428 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.281769 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.282025 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.api.v2.resource [None req-936a83c5-b924-4bcd-830f-0de314b31bf1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] show failed (client error): The resource could not be found. Oct 27 05:31:53.282146 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.282422 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.282751 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.283026 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-936a83c5-b924-4bcd-830f-0de314b31bf1 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "GET /v2.0/security-groups/b7b188bb-4a87-4753-ae8d-2cc34309700c HTTP/1.1" status: 404 len: 347 time: 0.0138090 Oct 27 05:31:53.283159 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.283533 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.283867 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.284193 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.284594 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.284836 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c593b-3c75-4011-b285-8e7a94305501 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:31:53.287272 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57582) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:53.334768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3312c0-574e-4c53-9c50-76248d341e82 req-f37302fc-dcda-461f-ba97-212f08dcd52d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:53.336840 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bc3312c0-574e-4c53-9c50-76248d341e82 req-f37302fc-dcda-461f-ba97-212f08dcd52d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0528333 Oct 27 05:31:53.374914 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bc3312c0-574e-4c53-9c50-76248d341e82 req-7b5d8135-4fc5-480d-9035-1c1a89fb5190 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Oct 27 05:31:53.410623 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Deleting port 91c4506f-8d96-465b-933e-f011f0ed8ac6 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:31:53.410961 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.483662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.483980 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.497285 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Calling delete_port for 91c4506f-8d96-465b-933e-f011f0ed8ac6 owned by network:floatingip {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:31:53.627450 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.651760 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Pushing event deleted for resources: {'Port': ['ID=91c4506f-8d96-465b-933e-f011f0ed8ac6,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:53.712349 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.714900 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:53.716073 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-1b4d8768-7a6c-4bfd-999d-5e25b2ff9ec2 tempest-AttachVolumeTestJSON-1522431566 tempest-AttachVolumeTestJSON-1522431566-project] 10.222.0.15 "DELETE /v2.0/floatingips/70b0e4bd-f7ae-47b7-bbdd-915879f4d073 HTTP/1.1" status: 204 len: 168 time: 0.4278979 Oct 27 05:31:54.224772 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:31:54.244119 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:31:54.244455 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device a8a70a35-5cd3-4970-aa5a-99f92e6f7d62 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:31:54.488028 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a595d-f09a-4c1e-89e4-c7c92a8a25d5 req-456c7922-8a4e-4e80-8d27-0d3dd0b452b1 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:54.489426 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1c8a595d-f09a-4c1e-89e4-c7c92a8a25d5 req-456c7922-8a4e-4e80-8d27-0d3dd0b452b1 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0472391 Oct 27 05:31:54.525978 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1c8a595d-f09a-4c1e-89e4-c7c92a8a25d5 req-f44f2d8a-c29a-4631-b95b-febedcbf6fa6 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Oct 27 05:31:55.643241 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b00fba-d74a-4442-a9b8-99a4d8de9c60 req-e0283fad-8fac-4789-9e19-da3bb695c1eb tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:55.644679 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e2b00fba-d74a-4442-a9b8-99a4d8de9c60 req-e0283fad-8fac-4789-9e19-da3bb695c1eb tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0514979 Oct 27 05:31:55.681918 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e2b00fba-d74a-4442-a9b8-99a4d8de9c60 req-23a646ac-bb69-4703-8998-c973b8ad725d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Oct 27 05:31:56.793716 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931efb84-0a4e-41b2-b144-63a62f9b7807 req-232b0d0b-ebe9-4784-af45-d06c58302ef7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:56.796853 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-931efb84-0a4e-41b2-b144-63a62f9b7807 req-232b0d0b-ebe9-4784-af45-d06c58302ef7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0501714 Oct 27 05:31:56.833095 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-931efb84-0a4e-41b2-b144-63a62f9b7807 req-a7bbaeb1-399d-4d16-b843-8489b3220c15 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303872 Oct 27 05:31:57.233804 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57616) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:57.528017 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:57.724867 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:57.948011 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbae5d-c327-4980-9972-975cd2cd7efc req-e0a1a5c1-a45d-4434-8cd1-b443fb3fc6f9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:57.949490 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-46dbae5d-c327-4980-9972-975cd2cd7efc req-e0a1a5c1-a45d-4434-8cd1-b443fb3fc6f9 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0498500 Oct 27 05:31:57.988128 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-46dbae5d-c327-4980-9972-975cd2cd7efc req-9258a984-514e-4f6f-800a-3c6645a6884d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Oct 27 05:31:58.010984 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Deleting port f42c9471-fe7e-41b1-9b02-464db3f91593 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:31:58.011342 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:58.043963 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-13b0aefa-3ba4-4c6b-a61a-480c8607e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:58.046027 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-13b0aefa-3ba4-4c6b-a61a-480c8607e759 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1099 time: 0.0448215 Oct 27 05:31:58.140738 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-ce390e32-1ebe-46e9-a404-a21185b805a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:58.142203 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-ce390e32-1ebe-46e9-a404-a21185b805a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 910 time: 0.0890117 Oct 27 05:31:58.213432 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-6a2ac1e6-6aac-4daa-8982-1c691be02617 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 1002 time: 0.0625563 Oct 27 05:31:58.269367 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-153125b5-e3eb-47b5-a655-8761e42b8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:58.270835 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-153125b5-e3eb-47b5-a655-8761e42b8a81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.0468624 Oct 27 05:31:58.298792 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] For port f42c9471-fe7e-41b1-9b02-464db3f91593, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=f42c9471-fe7e-41b1-9b02-464db3f91593,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:58.299413 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:58.311298 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Calling delete_port for f42c9471-fe7e-41b1-9b02-464db3f91593 owned by network:router_interface {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:31:58.318214 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-4b20b88a-4486-4678-83be-66efac797d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:58.319716 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-4b20b88a-4486-4678-83be-66efac797d9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0396419 Oct 27 05:31:58.419674 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-8887e815-0e6f-49d1-9c5c-eeec9401e96a service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922580 Oct 27 05:31:58.486765 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:58.512294 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf52047a-57c4-4b41-9e19-e7bad71ff047 req-c74761ab-3a5d-4632-ab4a-d1f630378215 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842595 Oct 27 05:31:58.516626 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42c9471-fe7e-41b1-9b02-464db3f91593,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:58.677272 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:58.892045 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Router 527a4173-79b0-474a-b4c4-1ec8c9467a25 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:31:58.997288 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:31:59.002932 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4e4719f4-9d8a-40e2-8c34-744d7c5c5532 admin admin] 10.222.0.15 "PUT /v2.0/routers/527a4173-79b0-474a-b4c4-1ec8c9467a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681022 Oct 27 05:31:59.005622 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57622) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:59.006521 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] Sync routers for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:31:59.017485 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:31:59.017729 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:31:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:59.134235 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:31:59.151567 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a4494-b9a3-400b-be34-740b8600b9b6 req-d448a89f-38fa-4a7e-9f15-261a7af03021 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:31:59.153002 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8c1a4494-b9a3-400b-be34-740b8600b9b6 req-d448a89f-38fa-4a7e-9f15-261a7af03021 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0780532 Oct 27 05:31:59.165396 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.259611 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8c1a4494-b9a3-400b-be34-740b8600b9b6 req-90f158b8-4eb6-408f-8c18-8af51030ab4e tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005330 Oct 27 05:31:59.293449 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.316121 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '17123616-8fb6-498f-9881-eafbaea38a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:31:58Z', 'revision_number': 5, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port': {'id': '17123616-8fb6-498f-9881-eafbaea38a19', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:59.342751 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] Checking router: 527a4173-79b0-474a-b4c4-1ec8c9467a25 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:31:59.349846 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Deleting port 17123616-8fb6-498f-9881-eafbaea38a19 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:31:59.350408 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.351011 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] Routers {'527a4173-79b0-474a-b4c4-1ec8c9467a25'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:31:59.351665 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:31:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['527a4173-79b0-474a-b4c4-1ec8c9467a25'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:59.430060 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] For port 17123616-8fb6-498f-9881-eafbaea38a19, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=17123616-8fb6-498f-9881-eafbaea38a19,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:31:59.430511 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.438318 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] Set router 527a4173-79b0-474a-b4c4-1ec8c9467a25 gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:31:59.442964 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Calling delete_port for 17123616-8fb6-498f-9881-eafbaea38a19 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:31:59.491645 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:31:59Z', 'revision_number': 6, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port_host': None}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:31:59.520247 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffd7f3-2bc6-4e89-b739-96b9e23bd825 None None] The sync data for ids ['527a4173-79b0-474a-b4c4-1ec8c9467a25'] in dv-cinder-815461-4-smb is: [{'id': '527a4173-79b0-474a-b4c4-1ec8c9467a25', 'name': 'tempest-AttachVolumeTestJSON-1760071632-router', 'tenant_id': '4c629cf25a984deabe7b7e6da2197403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:56Z', 'updated_at': '2021-10-27T05:31:59Z', 'revision_number': 6, 'project_id': '4c629cf25a984deabe7b7e6da2197403', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:31:59.607823 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.633470 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=17123616-8fb6-498f-9881-eafbaea38a19,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:31:59.692692 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.779630 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.781678 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.822544 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.822993 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527a4173-79b0-474a-b4c4-1ec8c9467a25 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:31:59.827296 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.828452 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1d7cb95e-869c-45da-a75c-b2f25a1552b5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/527a4173-79b0-474a-b4c4-1ec8c9467a25 HTTP/1.1" status: 204 len: 168 time: 0.8217921 Oct 27 05:31:59.830898 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57626) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:31:59.878827 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Deleting subnet 4a9e0ecb-708f-41b0-9675-57dbfe4dc187 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:31:59.881991 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:31:59.917881 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575744'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.032848 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.082234 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3852872'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.107579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9e0ecb-708f-41b0-9675-57dbfe4dc187,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:00.113788 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.117249 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-714f9e85-3ada-48ba-ae59-a219437c910e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4a9e0ecb-708f-41b0-9675-57dbfe4dc187 HTTP/1.1" status: 204 len: 168 time: 0.2853749 Oct 27 05:32:00.119958 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57628) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:00.120566 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666b370-21c6-41f2-a895-09a5510fe2d7 None None] Network a014420b-c451-49d3-8af2-a107bb698c4c requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:32:00.188404 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.250741 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Deleting port c7f4ac4b-a1e2-414d-a55b-f202443dd459 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:32:00.251203 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.319957 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] For port c7f4ac4b-a1e2-414d-a55b-f202443dd459, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=c7f4ac4b-a1e2-414d-a55b-f202443dd459,segment=NetworkSegment(c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc),segment_id=c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:00.320365 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.337743 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Calling delete_port for c7f4ac4b-a1e2-414d-a55b-f202443dd459 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:32:00.438007 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb397-d474-4d66-a413-dfa8569d8eef req-e31aad9a-47bf-41bd-9684-64407bae43cb tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:00.439765 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69edb397-d474-4d66-a413-dfa8569d8eef req-e31aad9a-47bf-41bd-9684-64407bae43cb tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0933282 Oct 27 05:32:00.439910 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.467867 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f4ac4b-a1e2-414d-a55b-f202443dd459,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:00.472082 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] No DVR routers for this DVR port c7f4ac4b-a1e2-414d-a55b-f202443dd459 on host dv-cinder-815461-4-smb {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:32:00.490775 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69edb397-d474-4d66-a413-dfa8569d8eef req-accd7fce-e261-49bc-84de-898ba348fcb1 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354364 Oct 27 05:32:00.502088 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2289af-9e2c-4e43-86a3-f1b550a1f8a6 None None] DHCP port deletion for a014420b-c451-49d3-8af2-a107bb698c4c request from dv-cinder-815461-4-smb {{(pid=101383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 05:32:00.553756 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.581939 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a014420b-c451-49d3-8af2-a107bb698c4c']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:00.592748 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:00.593038 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c767f53b-6efc-4eb3-9ef1-a30cfa8e2ffc') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:00.603711 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.618711 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.625928 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:32:00.626480 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:32:00.628293 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:32:00.684307 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.694175 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.697157 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/a014420b-c451-49d3-8af2-a107bb698c4c HTTP/1.1" status: 204 len: 168 time: 0.5762167 Oct 27 05:32:00.707952 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ab3bd-59c1-4d34-b65a-a4ad6c1d10ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a014420b-c451-49d3-8af2-a107bb698c4c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:00.805840 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57634) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:00.843911 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-de377e78-5839-49f7-bc27-d348b732b115 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c629cf25a984deabe7b7e6da2197403&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369110 Oct 27 05:32:00.846381 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57636) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:00.901183 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d68ba1a0-4610-4cf5-bde5-32c662d77150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.922522 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d68ba1a0-4610-4cf5-bde5-32c662d77150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.972198 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d68ba1a0-4610-4cf5-bde5-32c662d77150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.975612 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d68ba1a0-4610-4cf5-bde5-32c662d77150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:00.976761 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d68ba1a0-4610-4cf5-bde5-32c662d77150 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d008b5aa-8223-47cb-80cb-41676c9a054b HTTP/1.1" status: 204 len: 168 time: 0.1294816 Oct 27 05:32:00.985033 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ba1a0-4610-4cf5-bde5-32c662d77150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d008b5aa-8223-47cb-80cb-41676c9a054b,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:01.013874 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device c7f4ac4b-a1e2-414d-a55b-f202443dd459 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:32:01.033409 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: c7f4ac4b-a1e2-414d-a55b-f202443dd459 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:32:01.033741 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device c7f4ac4b-a1e2-414d-a55b-f202443dd459 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:32:01.034150 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 17123616-8fb6-498f-9881-eafbaea38a19 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:32:01.052566 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 17123616-8fb6-498f-9881-eafbaea38a19 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:32:01.052905 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 17123616-8fb6-498f-9881-eafbaea38a19 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:32:01.053308 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f42c9471-fe7e-41b1-9b02-464db3f91593 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:32:01.074366 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: f42c9471-fe7e-41b1-9b02-464db3f91593 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:32:01.074698 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f42c9471-fe7e-41b1-9b02-464db3f91593 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:32:01.612677 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769400d2-c72a-4b14-88b7-f01b6a678964 req-2e5d8286-b734-4a97-8d7c-2973c9099ad5 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:01.614050 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-769400d2-c72a-4b14-88b7-f01b6a678964 req-2e5d8286-b734-4a97-8d7c-2973c9099ad5 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Oct 27 05:32:01.656047 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-769400d2-c72a-4b14-88b7-f01b6a678964 req-607b039c-1a09-4680-8975-579dfb17d057 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360250 Oct 27 05:32:01.723070 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-04fd7ead-76fb-48c3-b8be-bce0e5b89b5c req-1a67c313-c00e-42c1-8a33-15a1df513200 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:32:01.724094 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-04fd7ead-76fb-48c3-b8be-bce0e5b89b5c req-1a67c313-c00e-42c1-8a33-15a1df513200 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053124 Oct 27 05:32:02.131824 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-9584b75f-25ad-4d23-a6f2-e7fcc9ccfd85 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390737 Oct 27 05:32:02.205298 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-92fb349d-b32b-4719-8942-1c11b19a3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:02.206846 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-92fb349d-b32b-4719-8942-1c11b19a3b98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 1099 time: 0.0409811 Oct 27 05:32:02.242020 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:32:02.331240 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:02.356496 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:32:02.359324 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addeecdf-24ba-474f-891b-4b3660c60591" -d '{"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-unplugged", "status": "completed", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:32:02.373592 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:02.380629 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:02.411513 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc54c4-517e-4c62-9fba-abf0f47b24fa x-openstack-request-id: req-1ddc54c4-517e-4c62-9fba-abf0f47b24fa {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:32:02.411798 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-unplugged", "status": "failed", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "code": 422}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:32:02.412049 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ddc54c4-517e-4c62-9fba-abf0f47b24fa {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:32:02.412441 dv-cinder-815461-4-smb neutron-server[101383]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'code': 422} returned with failed status Oct 27 05:32:02.445439 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=6']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:02.453045 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.453397 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.453730 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.454062 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.454394 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.454873 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.455234 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.455563 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.455889 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.456214 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.456535 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.456849 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:02.582464 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-fe0f325c-c37f-49a0-bec9-93e412a27eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:02.583966 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-fe0f325c-c37f-49a0-bec9-93e412a27eb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 200 len: 918 time: 0.3588583 Oct 27 05:32:02.649813 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-c9bd0ed8-837d-48ae-8aee-6376cc0d2a8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 200 len: 1001 time: 0.0583918 Oct 27 05:32:02.699779 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-4864b118-4d2e-4d10-8af2-b711e1dba81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:02.701210 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-4864b118-4d2e-4d10-8af2-b711e1dba81d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 200 len: 856 time: 0.0434802 Oct 27 05:32:02.750429 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-92310dc7-37d3-435a-9963-f28de915f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:02.751938 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-92310dc7-37d3-435a-9963-f28de915f41d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0434525 Oct 27 05:32:02.779746 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57704) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:02.911875 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8679e549-345a-44ce-af16-f43443550332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:02.912619 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-a694864c-6281-46f3-ac41-566b51d45cd1 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525557 Oct 27 05:32:02.926120 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-3708f581-3e53-44ae-86b6-5c91e63769ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970464 Oct 27 05:32:02.980156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df7fdb-2b43-4edf-90e3-0dadb99b0ce0 req-0cf52745-d6ca-4b98-af90-b10dbb8209ef tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:02.981622 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d6df7fdb-2b43-4edf-90e3-0dadb99b0ce0 req-0cf52745-d6ca-4b98-af90-b10dbb8209ef tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.1163125 Oct 27 05:32:02.991361 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8679e549-345a-44ce-af16-f43443550332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:02.995586 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8679e549-345a-44ce-af16-f43443550332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.036969 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8679e549-345a-44ce-af16-f43443550332 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=327db6a7d6e34285a544d921ff16b620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559707 Oct 27 05:32:03.038020 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679e549-345a-44ce-af16-f43443550332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33bfcf5-65e2-4479-8c77-31038dc35988,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:03.040223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57712) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:03.052266 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d6df7fdb-2b43-4edf-90e3-0dadb99b0ce0 req-268f1c4f-bab4-40a2-84a4-9033d971a07f tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623481 Oct 27 05:32:03.055921 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-17eb35db-494b-4c74-b148-0f75bc97e61f req-2c50e635-aa6b-45ee-896c-59e2c50d5b43 service neutron] 10.222.0.25 "GET /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328707 Oct 27 05:32:03.089293 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41e0cd69-e346-44be-b751-4593f3280470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.111247 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41e0cd69-e346-44be-b751-4593f3280470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.158600 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41e0cd69-e346-44be-b751-4593f3280470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.161333 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-41e0cd69-e346-44be-b751-4593f3280470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.162516 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-41e0cd69-e346-44be-b751-4593f3280470 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f33bfcf5-65e2-4479-8c77-31038dc35988 HTTP/1.1" status: 204 len: 168 time: 0.1213317 Oct 27 05:32:03.171016 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0cd69-e346-44be-b751-4593f3280470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33bfcf5-65e2-4479-8c77-31038dc35988,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:03.414337 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57718) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:03.427146 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4395d6a-d610-4b25-9391-9ad451ffb058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.500924 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4395d6a-d610-4b25-9391-9ad451ffb058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.507693 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f4395d6a-d610-4b25-9391-9ad451ffb058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.546195 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-f4395d6a-d610-4b25-9391-9ad451ffb058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=586ac3caeb084a1b9ca03f86cbe6c964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306360 Oct 27 05:32:03.547402 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4395d6a-d610-4b25-9391-9ad451ffb058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49abff48-e884-4cb6-b683-b9302fa9d63b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:03.549697 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57720) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:03.602433 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f93d691-4eaf-49ff-9d39-88df2fee01a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.623124 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f93d691-4eaf-49ff-9d39-88df2fee01a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.666847 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f93d691-4eaf-49ff-9d39-88df2fee01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.670125 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2f93d691-4eaf-49ff-9d39-88df2fee01a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:03.671264 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-2f93d691-4eaf-49ff-9d39-88df2fee01a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49abff48-e884-4cb6-b683-b9302fa9d63b HTTP/1.1" status: 204 len: 168 time: 0.1205602 Oct 27 05:32:03.678632 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93d691-4eaf-49ff-9d39-88df2fee01a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49abff48-e884-4cb6-b683-b9302fa9d63b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:04.171847 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d01df-2a28-45a5-997f-2ad048d28442 req-4126c075-8d4d-4676-8c10-c4c69ab8b6c2 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:04.173534 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d34d01df-2a28-45a5-997f-2ad048d28442 req-4126c075-8d4d-4676-8c10-c4c69ab8b6c2 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0497684 Oct 27 05:32:04.215212 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d34d01df-2a28-45a5-997f-2ad048d28442 req-4cec9225-adc4-440b-abaa-93503c94b2e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349505 Oct 27 05:32:05.269287 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57782) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:05.343996 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c41a-df5f-4912-93d8-b43363ef1f2a req-f97ad1c0-9957-4114-8710-9d3f4e0737bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:05.345574 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4478c41a-df5f-4912-93d8-b43363ef1f2a req-f97ad1c0-9957-4114-8710-9d3f4e0737bf tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0523262 Oct 27 05:32:05.386369 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4478c41a-df5f-4912-93d8-b43363ef1f2a req-a8c92d89-1618-4ed6-a3f3-89f2ee85a08a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Oct 27 05:32:05.393978 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2a8663d-0e5f-4642-843c-13fff9de365c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.466663 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2a8663d-0e5f-4642-843c-13fff9de365c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.470164 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2a8663d-0e5f-4642-843c-13fff9de365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.507449 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e2a8663d-0e5f-4642-843c-13fff9de365c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=978006bdeddd41c4a9d6fc627e083ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370448 Oct 27 05:32:05.508256 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8663d-0e5f-4642-843c-13fff9de365c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c7cd4d-ffca-4ae1-be62-6222cbc9900b,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:05.510209 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57786) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:05.565518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c8528c-7d8f-4bf9-b072-7d67ca9a58be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.585807 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c8528c-7d8f-4bf9-b072-7d67ca9a58be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.630900 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c8528c-7d8f-4bf9-b072-7d67ca9a58be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.633508 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c5c8528c-7d8f-4bf9-b072-7d67ca9a58be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.634624 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c5c8528c-7d8f-4bf9-b072-7d67ca9a58be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1c7cd4d-ffca-4ae1-be62-6222cbc9900b HTTP/1.1" status: 204 len: 168 time: 0.1234512 Oct 27 05:32:05.642106 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8528c-7d8f-4bf9-b072-7d67ca9a58be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c7cd4d-ffca-4ae1-be62-6222cbc9900b,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:05.885019 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57792) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:05.901142 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98dadc84-284c-4184-ae73-fe9c816aa170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.973350 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98dadc84-284c-4184-ae73-fe9c816aa170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:05.976760 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-98dadc84-284c-4184-ae73-fe9c816aa170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:06.013875 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-98dadc84-284c-4184-ae73-fe9c816aa170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a2e84a01858426cabf98fc3d3d5876c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277668 Oct 27 05:32:06.014995 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dadc84-284c-4184-ae73-fe9c816aa170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899733d1-1e28-49e9-be35-6490091f6f97,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:06.016545 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57794) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:06.063285 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2405f15-9337-4474-8e90-c496fb6007ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:06.083727 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2405f15-9337-4474-8e90-c496fb6007ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:06.129850 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2405f15-9337-4474-8e90-c496fb6007ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:06.132807 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2405f15-9337-4474-8e90-c496fb6007ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:06.133968 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-d2405f15-9337-4474-8e90-c496fb6007ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/899733d1-1e28-49e9-be35-6490091f6f97 HTTP/1.1" status: 204 len: 168 time: 0.1164501 Oct 27 05:32:06.142159 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2405f15-9337-4474-8e90-c496fb6007ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899733d1-1e28-49e9-be35-6490091f6f97,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:06.506729 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363459-0c7d-4c9c-a11e-1a8cac3c6c57 req-19101744-88e4-4e05-a8eb-c53afcb80a1a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:06.508210 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a5363459-0c7d-4c9c-a11e-1a8cac3c6c57 req-19101744-88e4-4e05-a8eb-c53afcb80a1a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0528076 Oct 27 05:32:06.546635 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a5363459-0c7d-4c9c-a11e-1a8cac3c6c57 req-5e98f85e-6d46-4ce7-ad52-921b8c7d1563 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Oct 27 05:32:07.156081 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57832) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:07.259881 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ede566ee-90ea-44d0-954f-4e8539d9f537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.344214 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ede566ee-90ea-44d0-954f-4e8539d9f537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.348186 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ede566ee-90ea-44d0-954f-4e8539d9f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.390184 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede566ee-90ea-44d0-954f-4e8539d9f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a32a31b-96f2-42eb-9c43-e8cefb4e06c5,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:07.395719 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-ede566ee-90ea-44d0-954f-4e8539d9f537 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0dbedb615d54dc89760f0cd70d8b413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385957 Oct 27 05:32:07.398905 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57838) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:07.446673 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09e2297e-256f-4695-b1d9-b731675643e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.467140 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09e2297e-256f-4695-b1d9-b731675643e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.513437 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09e2297e-256f-4695-b1d9-b731675643e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.516129 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-09e2297e-256f-4695-b1d9-b731675643e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:07.517375 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-09e2297e-256f-4695-b1d9-b731675643e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a32a31b-96f2-42eb-9c43-e8cefb4e06c5 HTTP/1.1" status: 204 len: 168 time: 0.1181130 Oct 27 05:32:07.525346 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2297e-256f-4695-b1d9-b731675643e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a32a31b-96f2-42eb-9c43-e8cefb4e06c5,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:07.670635 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136354c-6ff4-49ff-b78b-ddc2eb00ff31 req-08388a0b-56b3-4531-b6d0-d33286ad804b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:07.673018 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2136354c-6ff4-49ff-b78b-ddc2eb00ff31 req-08388a0b-56b3-4531-b6d0-d33286ad804b tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0564456 Oct 27 05:32:07.729522 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2136354c-6ff4-49ff-b78b-ddc2eb00ff31 req-11597c2a-e3b6-45dc-ae2f-d1b97beb3886 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Oct 27 05:32:08.242245 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-45e53e30-d656-43af-b31c-7648a3e2d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:08.243769 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-45e53e30-d656-43af-b31c-7648a3e2d7c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64&tenant_id=87cccfd36bf84e22a7d20d5faedcb373 HTTP/1.1" status: 200 len: 1097 time: 0.0403612 Oct 27 05:32:08.318013 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-336596e2-77b1-4bb5-8336-f7011b95a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:08.319533 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-336596e2-77b1-4bb5-8336-f7011b95a75f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1097 time: 0.0388596 Oct 27 05:32:08.416974 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-842ff0b4-98e2-43e1-8ba3-546791677316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:08.418538 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-842ff0b4-98e2-43e1-8ba3-546791677316 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 910 time: 0.0914793 Oct 27 05:32:08.485233 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-bed14bdd-32d6-4f41-83c8-76acf0d46219 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 1000 time: 0.0594792 Oct 27 05:32:08.539367 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-0a338ee8-c242-494a-9e8f-d7f7ca9ad529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:08.540826 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-0a338ee8-c242-494a-9e8f-d7f7ca9ad529 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.0484538 Oct 27 05:32:08.585911 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-fad525c6-27ba-4668-b2f9-22c4cd162972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:08.587429 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-fad525c6-27ba-4668-b2f9-22c4cd162972 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394547 Oct 27 05:32:08.676137 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-6619cd34-0ed9-4425-ac63-660b5808725d service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811841 Oct 27 05:32:08.773570 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0537022b-f36f-4ebc-b357-c748a4add8e7 req-1a7b12bb-e847-425e-96ec-8db61bb76840 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904803 Oct 27 05:32:08.834961 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa69973-1a3d-4df8-96ed-4978e7d66383 req-b7c7ac8b-a97c-4812-ae9c-c84720db03e7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:08.836485 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3fa69973-1a3d-4df8-96ed-4978e7d66383 req-b7c7ac8b-a97c-4812-ae9c-c84720db03e7 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0512388 Oct 27 05:32:08.875196 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3fa69973-1a3d-4df8-96ed-4978e7d66383 req-64961b49-70c8-4608-baba-2e8ae39b7051 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Oct 27 05:32:09.991311 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeea7b7-9e2e-4284-9808-113f94889af3 req-e5382603-f96c-4d53-87cc-4271457d5236 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:09.992764 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ceeea7b7-9e2e-4284-9808-113f94889af3 req-e5382603-f96c-4d53-87cc-4271457d5236 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0523410 Oct 27 05:32:10.029875 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ceeea7b7-9e2e-4284-9808-113f94889af3 req-fa207e18-8db4-4dd5-a04e-c616955953a1 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Oct 27 05:32:10.851440 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-360143e9-61a0-4de7-b125-15677a204723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:11.153978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f5a20-1cd0-4ef5-9476-016b2a3fb171 req-8014dc00-05b5-4906-8a26-84d0ccf7d0eb tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:11.156573 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-da1f5a20-1cd0-4ef5-9476-016b2a3fb171 req-8014dc00-05b5-4906-8a26-84d0ccf7d0eb tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0585334 Oct 27 05:32:11.200519 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-da1f5a20-1cd0-4ef5-9476-016b2a3fb171 req-2ad0c0d1-3ff0-46c3-bc29-2dddc3c0bee8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Oct 27 05:32:12.293272 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:32:12.318660 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e309fde-19fd-4513-8e11-08b2a13e821d req-87748f71-b402-4e2d-a624-f904adba2b6f tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:12.320157 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7e309fde-19fd-4513-8e11-08b2a13e821d req-87748f71-b402-4e2d-a624-f904adba2b6f tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 944 time: 0.0494678 Oct 27 05:32:12.357790 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7e309fde-19fd-4513-8e11-08b2a13e821d req-2b549295-0e06-491a-8f21-f0f274892cbd tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Oct 27 05:32:12.386544 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:12.397739 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'de262f82-40ea-4357-9256-e90bfea99d17', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'port_id': 'de262f82-40ea-4357-9256-e90bfea99d17', 'mac_address': 'fa:16:3e:af:90:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:32:12.437463 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:12.450502 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de262f82-40ea-4357-9256-e90bfea99d17 {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:32:12.469798 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:12.473903 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:12.521852 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=7']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:12.884482 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['de262f82-40ea-4357-9256-e90bfea99d17'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:32:13.363124 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-685e7c34-40f3-41cf-ba0d-f35dcb9a1168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:13.473184 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b06a00-11bf-479d-8d7d-8186c741d5cb req-dbb2a938-6998-476e-aea3-52435aa6f51a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:13.474596 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0b06a00-11bf-479d-8d7d-8186c741d5cb req-dbb2a938-6998-476e-aea3-52435aa6f51a tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 945 time: 0.0506196 Oct 27 05:32:13.512554 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e0b06a00-11bf-479d-8d7d-8186c741d5cb req-8ac8b0ef-3169-4708-8c05-e047066aba56 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Oct 27 05:32:14.318861 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:32:14.367915 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port de262f82-40ea-4357-9256-e90bfea99d17 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:32:14.368957 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:14.455253 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:14.477587 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:32:14.479762 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e933d69e-fe99-4d8d-a1bd-253f058eb6d0" -d '{"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-plugged", "status": "completed", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:32:14.492237 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:14.496450 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:14.521122 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f522c522-7a6f-4831-8290-3fc17e3907f4 x-openstack-request-id: req-f522c522-7a6f-4831-8290-3fc17e3907f4 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:32:14.521401 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-plugged", "status": "completed", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:32:14.521652 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f522c522-7a6f-4831-8290-3fc17e3907f4 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:32:14.522021 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'code': 200} Oct 27 05:32:14.548150 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:14.562245 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=8']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:14.633330 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec4560-7aef-410b-be7c-5f7f84c57da9 req-fece5b6a-2ab6-4623-9327-cc355f17aaae tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:14.634772 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d4ec4560-7aef-410b-be7c-5f7f84c57da9 req-fece5b6a-2ab6-4623-9327-cc355f17aaae tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0477796 Oct 27 05:32:14.672554 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d4ec4560-7aef-410b-be7c-5f7f84c57da9 req-8571b8e0-0a4c-4605-98b9-bde63c4e6ee0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Oct 27 05:32:14.811312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ad762-5e73-4082-9e26-45f347fcf42d req-e89f2fc4-6057-4a28-af40-1003e4a16c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:14.812786 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7c1ad762-5e73-4082-9e26-45f347fcf42d req-e89f2fc4-6057-4a28-af40-1003e4a16c0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1099 time: 0.0415039 Oct 27 05:32:14.847169 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7c1ad762-5e73-4082-9e26-45f347fcf42d req-e9977ca8-48a7-4c8a-b376-7be15a962211 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275478 Oct 27 05:32:14.864236 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.492615 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57978) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:15.597514 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7246-7e78-432d-aceb-7d1ad6fd67de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.668380 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7246-7e78-432d-aceb-7d1ad6fd67de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.672609 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7246-7e78-432d-aceb-7d1ad6fd67de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.709005 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ee7c7246-7e78-432d-aceb-7d1ad6fd67de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2aee63a6f7c48bc8a4ee8778bc664fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153037 Oct 27 05:32:15.710977 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c7246-7e78-432d-aceb-7d1ad6fd67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61516ba-46d3-42c5-a2c0-95570b4e07bd,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:15.712005 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57984) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:15.791775 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-722482c5-667e-480a-b3c2-1d6fe8b3757f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.817482 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01bce-3ecf-4713-a532-61ac8dd0ed62 req-e62b7250-9a71-44b9-a88c-68af1ceff043 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:15.818918 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c6f01bce-3ecf-4713-a532-61ac8dd0ed62 req-e62b7250-9a71-44b9-a88c-68af1ceff043 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0775988 Oct 27 05:32:15.832787 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-722482c5-667e-480a-b3c2-1d6fe8b3757f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.881760 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c6f01bce-3ecf-4713-a532-61ac8dd0ed62 req-428f6690-5f18-4a35-b23f-805dd47fad65 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554790 Oct 27 05:32:15.901582 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-722482c5-667e-480a-b3c2-1d6fe8b3757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.904359 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-722482c5-667e-480a-b3c2-1d6fe8b3757f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:15.905471 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-722482c5-667e-480a-b3c2-1d6fe8b3757f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e61516ba-46d3-42c5-a2c0-95570b4e07bd HTTP/1.1" status: 204 len: 168 time: 0.1919224 Oct 27 05:32:15.913226 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722482c5-667e-480a-b3c2-1d6fe8b3757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61516ba-46d3-42c5-a2c0-95570b4e07bd,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:16.159537 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 57990) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:16.173652 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9914bc2a-4a9c-44fd-9ffb-9787040e52a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.251072 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9914bc2a-4a9c-44fd-9ffb-9787040e52a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.254908 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-9914bc2a-4a9c-44fd-9ffb-9787040e52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.295321 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-9914bc2a-4a9c-44fd-9ffb-9787040e52a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a728520763a4e4191c449a74b9423d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346645 Oct 27 05:32:16.296787 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914bc2a-4a9c-44fd-9ffb-9787040e52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b20166-78dd-4421-9c8a-7621b0f9c9c2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:16.298551 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57992) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:16.348979 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85cc8e26-0a59-49e0-8312-ad8a2dd75780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.368200 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.373346 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85cc8e26-0a59-49e0-8312-ad8a2dd75780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.419055 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85cc8e26-0a59-49e0-8312-ad8a2dd75780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.421571 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-85cc8e26-0a59-49e0-8312-ad8a2dd75780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.422685 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-85cc8e26-0a59-49e0-8312-ad8a2dd75780 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73b20166-78dd-4421-9c8a-7621b0f9c9c2 HTTP/1.1" status: 204 len: 168 time: 0.1230578 Oct 27 05:32:16.430092 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc8e26-0a59-49e0-8312-ad8a2dd75780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b20166-78dd-4421-9c8a-7621b0f9c9c2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:16.726096 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 57998) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:16.739275 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcf930e0-ca2b-4b49-808f-2959ab6132c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.810224 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcf930e0-ca2b-4b49-808f-2959ab6132c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.814181 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bcf930e0-ca2b-4b49-808f-2959ab6132c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.850598 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bcf930e0-ca2b-4b49-808f-2959ab6132c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3806cba4813d4cbbaf1a46e4174ca393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234691 Oct 27 05:32:16.852467 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf930e0-ca2b-4b49-808f-2959ab6132c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c13a4c-827f-404e-ae73-fd0df1adb857,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:16.853355 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58000) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:16.903261 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c2388dc-5bd8-4565-b33f-3ad1ecc984a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.923953 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c2388dc-5bd8-4565-b33f-3ad1ecc984a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.993430 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c2388dc-5bd8-4565-b33f-3ad1ecc984a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.996120 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-5c2388dc-5bd8-4565-b33f-3ad1ecc984a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:16.997228 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-5c2388dc-5bd8-4565-b33f-3ad1ecc984a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5c13a4c-827f-404e-ae73-fd0df1adb857 HTTP/1.1" status: 204 len: 168 time: 0.1429038 Oct 27 05:32:17.007953 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b634-f854-46d3-beee-61b354074ecc req-38a07d3a-73d1-4652-b025-34386b5d5de2 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:17.009378 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1b58b634-f854-46d3-beee-61b354074ecc req-38a07d3a-73d1-4652-b025-34386b5d5de2 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0594070 Oct 27 05:32:17.016390 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2388dc-5bd8-4565-b33f-3ad1ecc984a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c13a4c-827f-404e-ae73-fd0df1adb857,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:17.052530 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1b58b634-f854-46d3-beee-61b354074ecc req-c9349801-f02e-4bc7-a449-a9321fa389e8 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Oct 27 05:32:21.989149 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:32:24.709606 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58124) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:24.810015 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2b1125e-658a-48aa-9a49-c928f0a7539e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:24.886900 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2b1125e-658a-48aa-9a49-c928f0a7539e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:24.891414 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-d2b1125e-658a-48aa-9a49-c928f0a7539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:24.928135 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1125e-658a-48aa-9a49-c928f0a7539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b9af6-3925-4b45-bfa6-e3000f431094,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:24.933486 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-d2b1125e-658a-48aa-9a49-c928f0a7539e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c4a7d94a1ea47609627a35e4207db06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228692 Oct 27 05:32:24.936430 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58128) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:24.983915 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c990e4d6-531c-47da-8b24-244661446a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.004564 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c990e4d6-531c-47da-8b24-244661446a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.050158 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c990e4d6-531c-47da-8b24-244661446a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.052860 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c990e4d6-531c-47da-8b24-244661446a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.055606 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c990e4d6-531c-47da-8b24-244661446a4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc4b9af6-3925-4b45-bfa6-e3000f431094 HTTP/1.1" status: 204 len: 168 time: 0.1168427 Oct 27 05:32:25.062642 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990e4d6-531c-47da-8b24-244661446a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b9af6-3925-4b45-bfa6-e3000f431094,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:25.305888 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58134) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:25.319201 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d599cf2-cbab-4740-ac61-60cf1feb590d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.392560 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d599cf2-cbab-4740-ac61-60cf1feb590d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.395668 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d599cf2-cbab-4740-ac61-60cf1feb590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.431047 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d599cf2-cbab-4740-ac61-60cf1feb590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dfc347-a588-47e2-b682-2f6af42df3c6,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:25.435142 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6d599cf2-cbab-4740-ac61-60cf1feb590d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1765f32229a645c59b5a9967bb50ba5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279981 Oct 27 05:32:25.438357 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58138) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:25.485430 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64f00580-da8e-4679-b8c5-fc8add9143e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.506184 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64f00580-da8e-4679-b8c5-fc8add9143e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.557117 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64f00580-da8e-4679-b8c5-fc8add9143e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.559701 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-64f00580-da8e-4679-b8c5-fc8add9143e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.560838 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-64f00580-da8e-4679-b8c5-fc8add9143e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11dfc347-a588-47e2-b682-2f6af42df3c6 HTTP/1.1" status: 204 len: 168 time: 0.1215267 Oct 27 05:32:25.568271 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f00580-da8e-4679-b8c5-fc8add9143e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dfc347-a588-47e2-b682-2f6af42df3c6,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:25.878662 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58144) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:25.894804 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6136aff8-21b2-4d75-8471-1abfd6191c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.966677 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6136aff8-21b2-4d75-8471-1abfd6191c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:25.970549 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6136aff8-21b2-4d75-8471-1abfd6191c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:26.008301 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6136aff8-21b2-4d75-8471-1abfd6191c56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fad19328dfd4119b99594f38847dd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285715 Oct 27 05:32:26.009156 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136aff8-21b2-4d75-8471-1abfd6191c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166c158-0925-487a-b5d3-85140802cf13,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:26.011692 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58146) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:26.060165 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31b9f062-3607-4208-8ec5-834ae5feefe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:26.080650 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31b9f062-3607-4208-8ec5-834ae5feefe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:26.139030 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31b9f062-3607-4208-8ec5-834ae5feefe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:26.141705 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-31b9f062-3607-4208-8ec5-834ae5feefe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:26.142848 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-31b9f062-3607-4208-8ec5-834ae5feefe8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4166c158-0925-487a-b5d3-85140802cf13 HTTP/1.1" status: 204 len: 168 time: 0.1293204 Oct 27 05:32:26.151499 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f062-3607-4208-8ec5-834ae5feefe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166c158-0925-487a-b5d3-85140802cf13,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:27.523979 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:40.852664 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-10efbf97-ae13-4f07-9915-cfeca8a3962b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:43.363163 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-a3b98306-bf90-4cb7-81c7-cde5b7d62727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:44.524557 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:44.865957 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:46.379547 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:49.246695 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f113c07-b7bd-4cc2-8163-5356ee843d99 req-d9b71a1c-17c9-4530-b40a-55749dccd9fb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:49.248228 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7f113c07-b7bd-4cc2-8163-5356ee843d99 req-d9b71a1c-17c9-4530-b40a-55749dccd9fb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0497794 Oct 27 05:32:49.286273 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7f113c07-b7bd-4cc2-8163-5356ee843d99 req-376a2f43-9169-4db2-af26-a9ec406ea18f tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Oct 27 05:32:50.409623 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fea14-115d-4cba-a014-405e88fb839c req-a7109a62-c138-4176-8d57-435940d6f42e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:50.411078 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-af2fea14-115d-4cba-a014-405e88fb839c req-a7109a62-c138-4176-8d57-435940d6f42e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0528908 Oct 27 05:32:50.448560 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-af2fea14-115d-4cba-a014-405e88fb839c req-d44dc156-e4fd-4d54-909a-5dc70dce232b tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Oct 27 05:32:51.187422 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-aac7306c-2f40-4942-9e93-70d1b74d875c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:51.188883 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-aac7306c-2f40-4942-9e93-70d1b74d875c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0504119 Oct 27 05:32:51.278675 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Deleting port 60aac6da-e07c-48a2-9e19-c159ac768c43 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:32:51.279006 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:51.367814 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] For port 60aac6da-e07c-48a2-9e19-c159ac768c43, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=60aac6da-e07c-48a2-9e19-c159ac768c43,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:51.368084 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:51.558136 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:51.558863 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:51.558863 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Floating IP 099388d6-c21a-4014-afb4-0ef3fd20accb disassociated. External IP: 172.28.2.127, port: 60aac6da-e07c-48a2-9e19-c159ac768c43. Oct 27 05:32:51.559127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Calling delete_port for 60aac6da-e07c-48a2-9e19-c159ac768c43 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:32:51.618147 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57915eb8-653d-4e31-9bc0-7e263a1b540b req-ebb1e086-268b-48be-9b9d-9da117c58378 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:51.619533 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-57915eb8-653d-4e31-9bc0-7e263a1b540b req-ebb1e086-268b-48be-9b9d-9da117c58378 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 946 time: 0.0972705 Oct 27 05:32:51.672851 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-57915eb8-653d-4e31-9bc0-7e263a1b540b req-cbbb6180-5e47-43f4-8f62-4c8ec2462c03 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups?id=21695496-3c8a-4943-9be9-0b0dfc3b7703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459483 Oct 27 05:32:51.727340 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:51.759065 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event deleted for resources: {'Port': ['ID=60aac6da-e07c-48a2-9e19-c159ac768c43,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:51.769170 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.769516 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.769857 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.770191 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.770523 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.770848 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.771197 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.771522 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.771844 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.772162 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.772480 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.772794 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:51.882399 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Router d7385f98-ece0-4478-8209-c054fb3355f9 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:32:51.986305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:32:51.997125 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:32:52.006291 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:32:52.006890 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:52.024046 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] No DVR routers for this DVR port 60aac6da-e07c-48a2-9e19-c159ac768c43 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:32:52.026583 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:52.029972 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dde52ee5-b85f-455a-afd9-634b2430bac2 req-2f35f6ed-19b3-47d6-b93d-20578430d26c tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.25 "DELETE /v2.0/ports/60aac6da-e07c-48a2-9e19-c159ac768c43 HTTP/1.1" status: 204 len: 173 time: 0.8347783 Oct 27 05:32:52.030850 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-deleted', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:32:52.033136 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ab8e5-9a3b-4c9a-928a-a13b55e719d8" -d '{"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-deleted", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:32:52.068917 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57464bb-b699-47e5-8636-1df16680a7e1 x-openstack-request-id: req-f57464bb-b699-47e5-8636-1df16680a7e1 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:32:52.069211 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae15a82-57bf-471c-9345-477e2ae1e2bc", "name": "network-vif-deleted", "tag": "60aac6da-e07c-48a2-9e19-c159ac768c43", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:32:52.069475 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f57464bb-b699-47e5-8636-1df16680a7e1 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:32:52.069880 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae15a82-57bf-471c-9345-477e2ae1e2bc', 'name': 'network-vif-deleted', 'tag': '60aac6da-e07c-48a2-9e19-c159ac768c43', 'status': 'completed', 'code': 200} Oct 27 05:32:52.112152 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:32:52.322089 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:52.349624 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:32:52.358522 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:32:52.359210 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:52.469152 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:32:52.663419 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:52.774740 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353663-a3e1-46c2-9be2-70314850fc51 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:24:12Z', 'revision_number': 4, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'ceebf52c-ac40-477a-9852-cadae2c58926', 'name': '', 'network_id': '1a47bfed-6c14-4a2f-9e79-c2608b18ebc5', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'mac_address': 'fa:16:3e:cb:9f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:24:08Z', 'updated_at': '2021-10-27T05:24:19Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'subnets': [{'id': '54ddc4b6-3cb3-467d-be74-e608941a79d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:32:52.786070 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-dcc190e0-dd99-4c13-8bac-74853731c533 req-36453b30-e050-4c3f-8ade-14cc53c85afb tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ae15a82-57bf-471c-9345-477e2ae1e2bc HTTP/1.1" status: 200 len: 210 time: 0.0266852 Oct 27 05:32:52.994475 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767984c-d299-4df0-918f-87bb8301847d None None] New status for floating IP 099388d6-c21a-4014-afb4-0ef3fd20accb: DOWN {{(pid=101383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:32:53.875416 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58354) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:53.927946 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ed80713-ecc1-40d5-b07b-8a9658e9d639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:53.950043 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ed80713-ecc1-40d5-b07b-8a9658e9d639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:53.996204 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ed80713-ecc1-40d5-b07b-8a9658e9d639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:53.998666 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-3ed80713-ecc1-40d5-b07b-8a9658e9d639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:53.999838 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-3ed80713-ecc1-40d5-b07b-8a9658e9d639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "DELETE /v2.0/security-groups/21695496-3c8a-4943-9be9-0b0dfc3b7703 HTTP/1.1" status: 204 len: 168 time: 0.1234140 Oct 27 05:32:54.002576 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58356) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:54.008727 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed80713-ecc1-40d5-b07b-8a9658e9d639 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21695496-3c8a-4943-9be9-0b0dfc3b7703,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:54.016378 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.api.v2.resource [None req-606d7ea8-10a7-4923-990c-ad5c66e5c5a2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] show failed (client error): The resource could not be found. Oct 27 05:32:54.017362 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-606d7ea8-10a7-4923-990c-ad5c66e5c5a2 tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "GET /v2.0/security-groups/21695496-3c8a-4943-9be9-0b0dfc3b7703 HTTP/1.1" status: 404 len: 347 time: 0.0137568 Oct 27 05:32:54.020175 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58358) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:54.141040 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Deleting port 1dde97fb-7f2e-4a67-9c7d-92fab5a1f28e {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:32:54.141380 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:54.217232 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:54.217560 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:54.228877 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Calling delete_port for 1dde97fb-7f2e-4a67-9c7d-92fab5a1f28e owned by network:floatingip {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:32:54.352130 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:54.380763 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Pushing event deleted for resources: {'Port': ['ID=1dde97fb-7f2e-4a67-9c7d-92fab5a1f28e,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:54.404955 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.405331 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.405674 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.406013 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.406347 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.406678 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.407007 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.407363 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.407689 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.408015 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.408340 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.408666 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:32:54.446027 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks [] for floatingip, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:54.448609 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:54.449740 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6d21a8d0-a4ab-4fb2-994e-56c4576daf9e tempest-AttachVolumeShelveTestJSON-1611181469 tempest-AttachVolumeShelveTestJSON-1611181469-project] 10.222.0.15 "DELETE /v2.0/floatingips/099388d6-c21a-4014-afb4-0ef3fd20accb HTTP/1.1" status: 204 len: 168 time: 0.4286909 Oct 27 05:32:54.601306 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:32:54.621618 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 60aac6da-e07c-48a2-9e19-c159ac768c43 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:32:54.622028 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 60aac6da-e07c-48a2-9e19-c159ac768c43 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:32:56.878636 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58396) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:57.043597 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58402) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:57.150511 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6ebe-8a62-4024-ae51-b452727a0a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.227701 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6ebe-8a62-4024-ae51-b452727a0a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.232498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6ebe-8a62-4024-ae51-b452727a0a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.277940 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bd1a6ebe-8a62-4024-ae51-b452727a0a80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06f72a7f0bda495db863acf6a366bd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332602 Oct 27 05:32:57.280763 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58406) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:57.282672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a6ebe-8a62-4024-ae51-b452727a0a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9da59e-0561-4a85-aacb-f85805747ae2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:57.320968 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.334683 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81d963d6-53a4-4c2a-bf87-507b958e1797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.354717 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81d963d6-53a4-4c2a-bf87-507b958e1797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.401049 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81d963d6-53a4-4c2a-bf87-507b958e1797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.403865 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-81d963d6-53a4-4c2a-bf87-507b958e1797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.405001 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-81d963d6-53a4-4c2a-bf87-507b958e1797 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d9da59e-0561-4a85-aacb-f85805747ae2 HTTP/1.1" status: 204 len: 168 time: 0.1232364 Oct 27 05:32:57.412313 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d963d6-53a4-4c2a-bf87-507b958e1797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9da59e-0561-4a85-aacb-f85805747ae2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:57.529696 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.570505 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Deleting port ceebf52c-ac40-477a-9852-cadae2c58926 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:32:57.570733 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.650924 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] For port ceebf52c-ac40-477a-9852-cadae2c58926, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ceebf52c-ac40-477a-9852-cadae2c58926,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:57.651421 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.663868 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Calling delete_port for ceebf52c-ac40-477a-9852-cadae2c58926 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:32:57.841162 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:57.893023 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Pushing event deleted for resources: {'Port': ['ID=ceebf52c-ac40-477a-9852-cadae2c58926,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:58.038665 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58428) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:58.040165 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.138192 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-788160680-network', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:32:58.161558 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Made reservation on behalf of cdb3a36e93bd452e8dd7ed93bf7d8972 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:32:58.163962 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.173772 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.254687 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.259051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.288745 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:32:58.295531 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afcfd64-34d7-4972-8504-d4ad472095cf,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:58.302890 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.303271 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Added segment 22ef4da4-94e3-416a-bc5a-4db22c44d2b5 of type vlan for network 1ee6b9b7-b511-4140-b879-975b51aa8509 Oct 27 05:32:58.347525 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.373862 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.374925 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:58.375602 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.427777 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3879759 Oct 27 05:32:58.435606 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58432) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:58.442268 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Request body: {'subnet': {'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-788160680-subnet', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:32:58.449854 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e94761-2306-4bf4-8924-915dce0e5ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee6b9b7-b511-4140-b879-975b51aa8509,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:58.461695 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:32:58.467223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Made reservation on behalf of cdb3a36e93bd452e8dd7ed93bf7d8972 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:32:58.470060 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522529'] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.517811 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Router d7385f98-ece0-4478-8209-c054fb3355f9 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:32:58.621191 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:32:58.629106 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c67ac55c-9db4-4800-b36f-f0b1ecca803f admin admin] 10.222.0.15 "PUT /v2.0/routers/d7385f98-ece0-4478-8209-c054fb3355f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465992 Oct 27 05:32:58.629929 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58434) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:58.632944 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] Sync routers for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:32:58.636934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3872118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522527'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.645460 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:32:58.646247 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:58.694537 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1096ad-5ec5-42c4-ac52-32a87a27d711,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:58.702388 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Checking segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:32:58.703760 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Network hostable DHCP agents. Network: 1ee6b9b7-b511-4140-b879-975b51aa8509, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:32:58.722670 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:32:58.732426 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 1ee6b9b7-b511-4140-b879-975b51aa8509) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:32:58.738114 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:32:58.738698 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.742368 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.742965 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bc0f6-ac0e-4cc4-80dc-ee1d963d78d8 None None] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:32:58.764317 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-87143c7d-d389-4964-a714-eb5cd0865917 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3276293 Oct 27 05:32:58.767899 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58436) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:58.775261 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:32:58.776498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:32:58.799337 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.800908 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.862726 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.863001 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.920403 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Deleting port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:32:58.921672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:58.926450 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-1ee6b9b7-b511-4140-b879-975b51aa8509', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:32:58.927926 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.003800 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:32:59.038930 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.045650 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:32:57Z', 'revision_number': 5, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port': {'id': '9ded9feb-bc26-4bf8-85a7-70e3eaa25159', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:23:57Z', 'updated_at': '2021-10-27T05:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:59.056797 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] For port 9ded9feb-bc26-4bf8-85a7-70e3eaa25159, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:32:59.057313 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.073174 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Calling delete_port for 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:32:59.084431 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] Checking router: d7385f98-ece0-4478-8209-c054fb3355f9 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:32:59.090907 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Allocated IP 172.20.0.2 (1ee6b9b7-b511-4140-b879-975b51aa8509/eb1096ad-5ec5-42c4-ac52-32a87a27d711/091379b5-24a8-4f61-90e4-c860b2d3312c) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:32:59.093549 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] Routers {'d7385f98-ece0-4478-8209-c054fb3355f9'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:32:59.094619 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['d7385f98-ece0-4478-8209-c054fb3355f9'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:59.204716 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] Set router d7385f98-ece0-4478-8209-c054fb3355f9 gateway port host: None {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:32:59.265682 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.275721 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:32:58Z', 'revision_number': 6, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port_host': None}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:32:59.276330 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.282289 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.287048 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.299887 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ded9feb-bc26-4bf8-85a7-70e3eaa25159,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:59.311671 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a034cd3-8324-4907-9c73-c38023f18125 None None] The sync data for ids ['d7385f98-ece0-4478-8209-c054fb3355f9'] in dv-cinder-815461-4-smb is: [{'id': 'd7385f98-ece0-4478-8209-c054fb3355f9', 'name': 'tempest-AttachVolumeShelveTestJSON-2100937978-router', 'tenant_id': '00e55c6c575241fc8ef9c285b101bd0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:23:55Z', 'updated_at': '2021-10-27T05:32:58Z', 'revision_number': 6, 'project_id': '00e55c6c575241fc8ef9c285b101bd0a', 'gw_port_host': None}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:32:59.315953 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.341725 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Pushing event updated for resources: {'Port': ['ID=091379b5-24a8-4f61-90e4-c860b2d3312c,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:59.363696 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:32:59.365100 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:32:59.368463 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.369870 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:32:59.427879 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Attempting to bind port 091379b5-24a8-4f61-90e4-c860b2d3312c on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:32:59.428266 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Attempting to bind port 091379b5-24a8-4f61-90e4-c860b2d3312c by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:32:59.428860 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Attempting to bind port 091379b5-24a8-4f61-90e4-c860b2d3312c on network 1ee6b9b7-b511-4140-b879-975b51aa8509 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:32:59.433696 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:32:59.434165 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Checking segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:32:59.434561 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.434943 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Bound using segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:32:59.435469 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Bound port: 091379b5-24a8-4f61-90e4-c860b2d3312c, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:32:59.435782 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.444373 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Allocated IP 172.28.2.4 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/ee0bc3ff-732c-48fe-ad75-ff9da4636479) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:32:59.459354 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.461598 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.503047 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] For port 091379b5-24a8-4f61-90e4-c860b2d3312c, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:32:59.506298 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] For port 091379b5-24a8-4f61-90e4-c860b2d3312c, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=091379b5-24a8-4f61-90e4-c860b2d3312c,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:32:59.510104 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.511263 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.511909 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7385f98-ece0-4478-8209-c054fb3355f9 {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:32:59.518747 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.522325 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-efa39011-d59b-4654-9647-cdb4f609a44a admin admin] 10.222.0.15 "DELETE /v2.0/routers/d7385f98-ece0-4478-8209-c054fb3355f9 HTTP/1.1" status: 204 len: 168 time: 0.8897226 Oct 27 05:32:59.523040 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58438) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:32:59.571084 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0c1f-1e89-45ea-8d2e-89cb8e7c3b6b None None] Pushing event updated for resources: {'Port': ['ID=091379b5-24a8-4f61-90e4-c860b2d3312c,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:59.599567 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.603539 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Deleting subnet 54ddc4b6-3cb3-467d-be74-e608941a79d8 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:32:59.609507 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.662069 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.704778 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:32:59.828795 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:32:59.837634 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:32:59.841963 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:32:59.844773 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0bc3ff-732c-48fe-ad75-ff9da4636479,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:32:59.870133 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.021051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.053891 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ddc4b6-3cb3-467d-be74-e608941a79d8,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:00.059000 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.065835 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e1231b66-ae4c-4603-a347-4209d6afd450 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/54ddc4b6-3cb3-467d-be74-e608941a79d8 HTTP/1.1" status: 204 len: 168 time: 0.5385933 Oct 27 05:33:00.066018 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b56c1-bd1f-42aa-bc4b-f1a346062f8a None None] Network 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:33:00.066479 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58440) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:00.279870 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] DHCP port deletion for 1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 request from dv-cinder-815461-4-smb {{(pid=101383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 05:33:00.337402 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] Deleting port 573f59dd-20f5-46ff-b23b-a8b9aad77eef {{(pid=101383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:33:00.337903 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.419579 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] For port 573f59dd-20f5-46ff-b23b-a8b9aad77eef, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=573f59dd-20f5-46ff-b23b-a8b9aad77eef,segment=NetworkSegment(3fe41806-6730-4472-9bcf-2be689c785df),segment_id=3fe41806-6730-4472-9bcf-2be689c785df)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:00.419988 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.435169 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] Calling delete_port for 573f59dd-20f5-46ff-b23b-a8b9aad77eef owned by network:dhcp {{(pid=101383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:33:00.452160 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.485559 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.565509 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129225d-0109-48bc-8da8-1b452c7b4e7e None None] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:33:00.693335 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Deleting port 573f59dd-20f5-46ff-b23b-a8b9aad77eef {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:33:00.693670 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.736117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228'] for port, after_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.775821 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] Pushing event deleted for resources: {'Port': ['ID=573f59dd-20f5-46ff-b23b-a8b9aad77eef,revision_number=None']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:00.779493 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4712f-eb94-492f-b248-3bd5e6e67826 None None] No DVR routers for this DVR port 573f59dd-20f5-46ff-b23b-a8b9aad77eef on host dv-cinder-815461-4-smb {{(pid=101383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:33:00.780391 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] For port 573f59dd-20f5-46ff-b23b-a8b9aad77eef, host dv-cinder-815461-4-smb, got binding levels [] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:00.781227 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-2f079aac-1f49-4071-b660-5da7515c45ea None None] Provisioning complete for port 091379b5-24a8-4f61-90e4-c860b2d3312c triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:00.781227 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2f079aac-1f49-4071-b660-5da7515c45ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.781920 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.799309 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.801407 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Calling delete_port for 573f59dd-20f5-46ff-b23b-a8b9aad77eef owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:33:00.804482 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.ipam_backend_mixin [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Port 573f59dd-20f5-46ff-b23b-a8b9aad77eef was not found and therefore no delete operation was performed {{(pid=101382) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 05:33:00.807204 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.894329 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Pushing event deleted for resources: {'Port': ['ID=573f59dd-20f5-46ff-b23b-a8b9aad77eef,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:00.896204 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] No DVR routers for this DVR port 573f59dd-20f5-46ff-b23b-a8b9aad77eef on host dv-cinder-815461-4-smb {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:33:00.934889 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2f079aac-1f49-4071-b660-5da7515c45ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.974027 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-2f079aac-1f49-4071-b660-5da7515c45ea None None] For port 091379b5-24a8-4f61-90e4-c860b2d3312c, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=091379b5-24a8-4f61-90e4-c860b2d3312c,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:00.985039 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2f079aac-1f49-4071-b660-5da7515c45ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:00.999513 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.024715 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a47bfed-6c14-4a2f-9e79-c2608b18ebc5']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:01.040890 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe41806-6730-4472-9bcf-2be689c785df') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:01.041226 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe41806-6730-4472-9bcf-2be689c785df') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:01.050362 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f079aac-1f49-4071-b660-5da7515c45ea None None] Pushing event updated for resources: {'Port': ['ID=091379b5-24a8-4f61-90e4-c860b2d3312c,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:01.056699 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.076640 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.086025 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:33:01.086571 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:33:01.088249 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:33:01.099733 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:33:01.103274 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 091379b5-24a8-4f61-90e4-c860b2d3312c up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:01.159340 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 091379b5-24a8-4f61-90e4-c860b2d3312c triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:01.159717 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.208950 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.219961 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.225354 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1a47bfed-6c14-4a2f-9e79-c2608b18ebc5 HTTP/1.1" status: 204 len: 168 time: 1.1596076 Oct 27 05:33:01.225794 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-103917c9-145d-4f86-b31e-5045c65da164 None None] Provisioning complete for port 091379b5-24a8-4f61-90e4-c860b2d3312c triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:01.226170 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-103917c9-145d-4f86-b31e-5045c65da164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.242502 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec59be2-392a-4e8f-98d7-492ffb212499 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a47bfed-6c14-4a2f-9e79-c2608b18ebc5,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:01.278261 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:33:01.292569 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Sync routers for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:33:01.302195 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] Publish callbacks [] for router, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.306325 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-0bc92f52-19dc-4d19-a547-9b5f71c117f1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5330737 Oct 27 05:33:01.306661 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58446) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:01.325068 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:01.331806 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:01.365291 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58448) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:01.397377 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ceebf52c-ac40-477a-9852-cadae2c58926 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:33:01.412316 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-1ebdb4da-aa44-43fa-92b7-a72aee92800b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00e55c6c575241fc8ef9c285b101bd0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433192 Oct 27 05:33:01.412549 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58450) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:01.453803 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: ceebf52c-ac40-477a-9852-cadae2c58926 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:33:01.454161 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ceebf52c-ac40-477a-9852-cadae2c58926 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:33:01.454697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 573f59dd-20f5-46ff-b23b-a8b9aad77eef no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:33:01.463186 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dfd444c-26e9-4243-8787-f11579f053f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.483051 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 573f59dd-20f5-46ff-b23b-a8b9aad77eef {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:33:01.483420 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 573f59dd-20f5-46ff-b23b-a8b9aad77eef not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:33:01.483881 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:33:01.486590 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dfd444c-26e9-4243-8787-f11579f053f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.507483 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:33:01.507870 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 9ded9feb-bc26-4bf8-85a7-70e3eaa25159 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:33:01.536653 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:01.546765 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dfd444c-26e9-4243-8787-f11579f053f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.549436 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3dfd444c-26e9-4243-8787-f11579f053f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.550575 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-3dfd444c-26e9-4243-8787-f11579f053f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e3b96b1-3508-400f-8465-2c30641fd186 HTTP/1.1" status: 204 len: 168 time: 0.1371357 Oct 27 05:33:01.558591 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd444c-26e9-4243-8787-f11579f053f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b96b1-3508-400f-8465-2c30641fd186,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:01.738808 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:00Z', 'revision_number': 3, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:01.765256 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Checking router: 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:33:01.765468 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.765651 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Updating router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd port ee0bc3ff-732c-48fe-ad75-ff9da4636479 binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:33:01.791189 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:01.940231 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Allocated IP 172.20.0.1 (1ee6b9b7-b511-4140-b879-975b51aa8509/eb1096ad-5ec5-42c4-ac52-32a87a27d711/4b46cf9e-0cc5-4342-a9db-f6bca65e0c50) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:02.055421 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.069126 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.075052 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.092853 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.127203 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:02.127415 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Attempting to bind port ee0bc3ff-732c-48fe-ad75-ff9da4636479 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:02.127881 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Attempting to bind port ee0bc3ff-732c-48fe-ad75-ff9da4636479 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:02.128121 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Attempting to bind port ee0bc3ff-732c-48fe-ad75-ff9da4636479 on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:02.132117 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:02.135794 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:02.137107 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec45ebb-098a-4c47-a423-f82093381713 None None] Pushing event updated for resources: {'Port': ['ID=ee0bc3ff-732c-48fe-ad75-ff9da4636479,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:02.141978 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:02.142347 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:02.142754 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.143137 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:02.143607 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Bound port: ee0bc3ff-732c-48fe-ad75-ff9da4636479, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:02.143979 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.174943 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.216024 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] For port ee0bc3ff-732c-48fe-ad75-ff9da4636479, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:02.220703 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] For port ee0bc3ff-732c-48fe-ad75-ff9da4636479, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ee0bc3ff-732c-48fe-ad75-ff9da4636479,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:02.223799 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:02.237447 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.308531 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:02.309170 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:02.315125 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec45ebb-098a-4c47-a423-f82093381713 None None] Pushing event updated for resources: {'Port': ['ID=ee0bc3ff-732c-48fe-ad75-ff9da4636479,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:02.334683 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.435226 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-63369016-d16a-45ea-b5ce-36bdcce334b4 None None] Provisioning complete for port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:02.435628 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-63369016-d16a-45ea-b5ce-36bdcce334b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.459362 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:02.507916 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-63369016-d16a-45ea-b5ce-36bdcce334b4 None None] Port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:33:02.528159 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.534409 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.604084 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:02.608224 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.687691 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:01Z', 'revision_number': 1, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:02.703693 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:02.705192 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:02.719718 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd3803-2c56-4fce-874e-8bccaa28122f None None] The sync data for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb is: [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:01Z', 'revision_number': 1, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:33:02.841975 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:33:02.949894 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-775817cc-c98f-42bc-9948-523482c5c3e9 None None] Provisioning complete for port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:02.950260 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-775817cc-c98f-42bc-9948-523482c5c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:02.990564 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:33:02.995971 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-973f349b-3a80-4ab8-b186-583aa9b632d4 admin admin] 10.222.0.15 "PUT /v2.0/routers/588a6a8e-f004-4da6-9b28-6d7e4c47bdfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882901 Oct 27 05:33:03.015543 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-775817cc-c98f-42bc-9948-523482c5c3e9 None None] Port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:33:03.083580 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 091379b5-24a8-4f61-90e4-c860b2d3312c up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:03.148002 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 091379b5-24a8-4f61-90e4-c860b2d3312c triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:03.149246 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.665524 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58512) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:03.670400 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1113780466-network', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:03.693781 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Made reservation on behalf of d6049e58f0994987b92a5fcdb0c14ec6 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:33:03.696202 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.705196 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.781153 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.785326 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.811645 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:33:03.821306 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daef827-cbc3-4c54-8b7c-8b00bea2917a,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:03.827806 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.828353 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Added segment 509111dd-35e3-4b25-be25-387041df7789 of type vlan for network 0efb691b-1866-481d-9293-9b36b6edee29 Oct 27 05:33:03.870575 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.897223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.898217 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:03.898800 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:03.959957 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2933323 Oct 27 05:33:03.962770 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58514) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:03.967711 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Request body: {'subnet': {'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1113780466-subnet', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'ip_version': 4}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:03.971934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ccb98-16ae-4a0a-bff9-7c4ccff9e280 admin admin] Pushing event updated for resources: {'Network': ['ID=0efb691b-1866-481d-9293-9b36b6edee29,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:03.982247 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network 0efb691b-1866-481d-9293-9b36b6edee29 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:33:04.000495 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Made reservation on behalf of d6049e58f0994987b92a5fcdb0c14ec6 for: {'subnet': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:33:04.003015 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3852911'] for subnet, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.182377 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3852881'] for subnet, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.237432 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db468cbc-b996-4375-9cb9-296f51709e9c,revision_number=0']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:04.244586 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Checking segment: {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:04.244945 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Network hostable DHCP agents. Network: 0efb691b-1866-481d-9293-9b36b6edee29, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:33:04.260903 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Network 0efb691b-1866-481d-9293-9b36b6edee29 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:33:04.269393 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, 0efb691b-1866-481d-9293-9b36b6edee29) {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:04.273248 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:04.273821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.279193 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c06cca-8ff7-44cc-8e2b-142bbe725bc6 None None] Network 0efb691b-1866-481d-9293-9b36b6edee29 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:33:04.295775 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b20187d1-3a73-4ef8-b76a-2f9f8c3f14bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3295503 Oct 27 05:33:04.297026 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58516) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:04.304591 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:04.330180 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6689'] for router, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.331738 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-739009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6696'] for router, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.388210 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.533912 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.566397 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70b5dca2-1ef5-5616-9e90-b49e3c144ef1-0efb691b-1866-481d-9293-9b36b6edee29', 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'fixed_ips': [{'subnet_id': 'db468cbc-b996-4375-9cb9-296f51709e9c'}]}} from dv-cinder-815461-4-smb. {{(pid=101383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 05:33:04.567331 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.700698 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.db_base_plugin_common [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Allocated IP 172.20.0.2 (0efb691b-1866-481d-9293-9b36b6edee29/db468cbc-b996-4375-9cb9-296f51709e9c/2250c7c4-681a-42fd-9551-9aa6ffebfecb) {{(pid=101383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:04.750569 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.772036 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.901285 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Publish callbacks [] for port, precommit_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.902498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Allocated IP 172.28.2.237 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/ad99b45d-856f-445a-a014-35b9e0fe1eee) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:04.908931 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Sync routers for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:33:04.912739 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219'] for port, after_create {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:04.919742 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:04.920336 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:04.965742 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Network 0efb691b-1866-481d-9293-9b36b6edee29 is already hosted by enough agents. {{(pid=101383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:04.968827 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.scheduler.base_scheduler [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Resources bound (agent type, host, resource id): {{(pid=101383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:04.977490 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Received port after_create {{(pid=101383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:04.980699 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Pushing event updated for resources: {'Port': ['ID=2250c7c4-681a-42fd-9551-9aa6ffebfecb,revision_number=1']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:04.993428 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.995133 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.995422 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.996150 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.997479 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.998128 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.998633 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.998968 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:04.999964 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.000290 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.000619 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.000941 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.043162 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.057249 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:05.059140 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Attempting to bind port 2250c7c4-681a-42fd-9551-9aa6ffebfecb on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:05.059509 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Attempting to bind port 2250c7c4-681a-42fd-9551-9aa6ffebfecb by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:05.059887 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Attempting to bind port 2250c7c4-681a-42fd-9551-9aa6ffebfecb on network 0efb691b-1866-481d-9293-9b36b6edee29 {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:05.073655 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:05.074021 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Checking segment: {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:05.074410 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.074787 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Bound using segment: {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:05.075338 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Bound port: 2250c7c4-681a-42fd-9551-9aa6ffebfecb, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:05.075711 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.077770 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ee0bc3ff-732c-48fe-ad75-ff9da4636479 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:05.093579 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.147295 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:05.148533 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad99b45d-856f-445a-a014-35b9e0fe1eee,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:05.152350 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:05.154749 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:05.185443 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] For port 2250c7c4-681a-42fd-9551-9aa6ffebfecb, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:05.190140 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] For port 2250c7c4-681a-42fd-9551-9aa6ffebfecb, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=2250c7c4-681a-42fd-9551-9aa6ffebfecb,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:05.195813 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.199726 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port ee0bc3ff-732c-48fe-ad75-ff9da4636479 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:05.200077 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.280012 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 2, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:05.283624 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef84f-6818-4aef-9dd6-0c65728952ea None None] Pushing event updated for resources: {'Port': ['ID=2250c7c4-681a-42fd-9551-9aa6ffebfecb,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:05.315247 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Checking router: 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:33:05.315883 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Updating router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:33:05.337275 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.343371 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.357932 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port ee0bc3ff-732c-48fe-ad75-ff9da4636479, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ee0bc3ff-732c-48fe-ad75-ff9da4636479,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:05.364574 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.429222 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=ee0bc3ff-732c-48fe-ad75-ff9da4636479,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:05.465694 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.652246 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.658621 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.713666 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Pushing event updated for resources: {'Port': ['ID=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:05.745687 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.745687 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.746015 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.746460 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.746868 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.747292 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.747683 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.748076 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.748487 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.748878 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.749315 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.749697 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:33:05.780141 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Attempting to bind port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:05.781261 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Attempting to bind port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:05.781615 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Attempting to bind port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 on network 1ee6b9b7-b511-4140-b879-975b51aa8509 {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:05.788604 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:05.789138 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Checking segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:05.789373 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.789756 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Bound using segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:05.790237 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Bound port: 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:05.790690 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.867129 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] For port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:05.870973 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] For port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:05.878044 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.928078 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-738972'] for router, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:05.932888 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:05.934255 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:05.965035 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-7707dc41-e6ba-4fef-aa82-2d300a422f5b None None] Provisioning complete for port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:05.965410 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7707dc41-e6ba-4fef-aa82-2d300a422f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:06.121066 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7707dc41-e6ba-4fef-aa82-2d300a422f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:06.177524 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 is scheduled to L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 with binding_index 1 {{(pid=101382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 05:33:06.181507 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc60f1d-2530-47a8-b8d0-833ec3706ffd None None] Pushing event updated for resources: {'Port': ['ID=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,revision_number=4']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:06.203818 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7707dc41-e6ba-4fef-aa82-2d300a422f5b None None] For port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:06.213960 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7707dc41-e6ba-4fef-aa82-2d300a422f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:06.260661 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:06.274886 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707dc41-e6ba-4fef-aa82-2d300a422f5b None None] Pushing event updated for resources: {'Port': ['ID=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:06.336535 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-8a122817-b581-45d8-9a5e-0f84b6365ca1 None None] Provisioning complete for port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:06.337652 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-8a122817-b581-45d8-9a5e-0f84b6365ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:06.355068 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:33:06.370264 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Sync routers for ids ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:33:06.387406 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] Publish callbacks [] for router, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:06.388940 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Routers {'544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:06.391299 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:06.391449 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-4bf5cd48-f822-47b7-ae72-6a29a16a38e0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0910742 Oct 27 05:33:06.394841 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58528) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:06.572322 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e903ede-33f3-43ab-99c1-1c9a5d5bf05e None None] Network 0efb691b-1866-481d-9293-9b36b6edee29 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:33:06.631208 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:06.645787 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Set router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:06.657848 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ddc22-c681-489a-9977-b21085bdc951 None None] The sync data for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb is: [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:33:06.815626 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-acc75a40-a760-4fc8-a1c8-35715e2dbcd3 None None] Provisioning complete for port 2250c7c4-681a-42fd-9551-9aa6ffebfecb triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:06.815991 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-acc75a40-a760-4fc8-a1c8-35715e2dbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:06.879226 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.006090 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-acc75a40-a760-4fc8-a1c8-35715e2dbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.016689 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 3, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:07.049696 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Checking router: 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:33:07.050045 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Updating router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 port ad99b45d-856f-445a-a014-35b9e0fe1eee binding host dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:33:07.079532 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Allocated IP 172.20.0.1 (0efb691b-1866-481d-9293-9b36b6edee29/db468cbc-b996-4375-9cb9-296f51709e9c/d2fc72fd-44d1-438a-8926-6439fbec79a2) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:07.106231 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.112047 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-acc75a40-a760-4fc8-a1c8-35715e2dbcd3 None None] For port 2250c7c4-681a-42fd-9551-9aa6ffebfecb, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=2250c7c4-681a-42fd-9551-9aa6ffebfecb,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:07.131491 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-acc75a40-a760-4fc8-a1c8-35715e2dbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.251290 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.271419 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc75a40-a760-4fc8-a1c8-35715e2dbcd3 None None] Pushing event updated for resources: {'Port': ['ID=2250c7c4-681a-42fd-9551-9aa6ffebfecb,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:07.279194 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 2250c7c4-681a-42fd-9551-9aa6ffebfecb up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:07.302635 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.361228 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Network 0efb691b-1866-481d-9293-9b36b6edee29 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:07.366311 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:07.371034 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:07.374374 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Pushing event updated for resources: {'Port': ['ID=d2fc72fd-44d1-438a-8926-6439fbec79a2,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:07.419748 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-739521'] for router_interface, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.520371 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-e87e61fa-a4f1-45af-8829-2187873bcd03 None None] Provisioning complete for port 2250c7c4-681a-42fd-9551-9aa6ffebfecb triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:07.520971 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-e87e61fa-a4f1-45af-8829-2187873bcd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.567750 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.621611 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 2250c7c4-681a-42fd-9551-9aa6ffebfecb triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:07.621985 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.709013 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Publish callbacks [] for port, precommit_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.738403 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.751943 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.757408 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.826774 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-764087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740689'] for router_interface, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.829738 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Attempting to bind port ad99b45d-856f-445a-a014-35b9e0fe1eee on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:07.830106 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Attempting to bind port ad99b45d-856f-445a-a014-35b9e0fe1eee by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:07.830469 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Attempting to bind port ad99b45d-856f-445a-a014-35b9e0fe1eee on network d7ffb0fc-8220-4f99-b460-f382a856166b {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:07.832839 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Pushing event updated for resources: {'Port': ['ID=d2fc72fd-44d1-438a-8926-6439fbec79a2,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:07.842635 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0242-5fe4-4ba3-99b6-5ea3015eaf4e None None] Pushing event updated for resources: {'Port': ['ID=ad99b45d-856f-445a-a014-35b9e0fe1eee,revision_number=2']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:07.857825 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:07.858206 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Checking segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:07.858658 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.859048 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Bound using segment: {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'} {{(pid=101383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:07.859564 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.managers [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Bound port: ad99b45d-856f-445a-a014-35b9e0fe1eee, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e885a1c6-004b-484a-8078-c612d1ba48be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b'}}] {{(pid=101383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:07.859945 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.896989 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ee0bc3ff-732c-48fe-ad75-ff9da4636479 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:07.928606 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Network 0efb691b-1866-481d-9293-9b36b6edee29 is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:07.929886 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:07.957842 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-1636ddc6-a213-4c89-ad16-d6f42c55f4f3 None None] Provisioning complete for port d2fc72fd-44d1-438a-8926-6439fbec79a2 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:07.958209 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1636ddc6-a213-4c89-ad16-d6f42c55f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:07.961608 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] For port ad99b45d-856f-445a-a014-35b9e0fe1eee, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:08.004861 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] For port ad99b45d-856f-445a-a014-35b9e0fe1eee, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ad99b45d-856f-445a-a014-35b9e0fe1eee,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:08.018603 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:08.057083 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-1636ddc6-a213-4c89-ad16-d6f42c55f4f3 None None] Port d2fc72fd-44d1-438a-8926-6439fbec79a2 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:33:08.075901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:33:08.086129 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port ee0bc3ff-732c-48fe-ad75-ff9da4636479 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:08.086503 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:08.129554 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0242-5fe4-4ba3-99b6-5ea3015eaf4e None None] Pushing event updated for resources: {'Port': ['ID=ad99b45d-856f-445a-a014-35b9e0fe1eee,revision_number=3']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:08.132194 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Routers {'544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:08.132800 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:08.213781 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:33:08.219471 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-64dfb7df-f332-4f69-a102-dc4a02e9757d admin admin] 10.222.0.15 "PUT /v2.0/routers/544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8230774 Oct 27 05:33:08.289975 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:08.324844 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-2e50a414-3e40-40f2-b7e1-16909ad1f4f4 None None] Provisioning complete for port d2fc72fd-44d1-438a-8926-6439fbec79a2 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:08.325214 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2e50a414-3e40-40f2-b7e1-16909ad1f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:08.352484 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] Set router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:08.439628 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-2e50a414-3e40-40f2-b7e1-16909ad1f4f4 None None] Port d2fc72fd-44d1-438a-8926-6439fbec79a2 cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:33:08.489400 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:08.489764 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:08.656085 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'd2fc72fd-44d1-438a-8926-6439fbec79a2', 'name': '', 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'mac_address': 'fa:16:3e:c2:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:06Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 2, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'subnets': [{'id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:08.685537 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b0c2-25a0-4baa-92df-0397fcf92c15 None None] The sync data for ids ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'] in dv-cinder-815461-4-smb is: [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'd2fc72fd-44d1-438a-8926-6439fbec79a2', 'name': '', 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'mac_address': 'fa:16:3e:c2:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:06Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 2, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'subnets': [{'id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:33:09.058412 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 2250c7c4-681a-42fd-9551-9aa6ffebfecb up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:09.123223 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port 2250c7c4-681a-42fd-9551-9aa6ffebfecb triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:09.123777 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:10.888611 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-982391c3-97bc-42ef-8a94-2d62cc828eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.047897 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Sync routers for ids ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:33:11.059654 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Routers {'544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:11.062400 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:11.077405 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ad99b45d-856f-445a-a014-35b9e0fe1eee up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:11.139155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port ad99b45d-856f-445a-a014-35b9e0fe1eee triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:11.140235 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.187754 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Set router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:11.244669 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.268196 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] For port ad99b45d-856f-445a-a014-35b9e0fe1eee, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ad99b45d-856f-445a-a014-35b9e0fe1eee,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:11.274036 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.331875 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Pushing event updated for resources: {'Port': ['ID=ad99b45d-856f-445a-a014-35b9e0fe1eee,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:11.439476 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'd2fc72fd-44d1-438a-8926-6439fbec79a2', 'name': '', 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'mac_address': 'fa:16:3e:c2:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:06Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 2, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'subnets': [{'id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:11.468589 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Checking router: 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:33:11.468931 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Updating router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 port d2fc72fd-44d1-438a-8926-6439fbec79a2 binding host dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 05:33:11.496904 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.795528 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Publish callbacks [] for port, precommit_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.801887 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.875346 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a0384-278c-408a-8eb1-32d5e24acd45 None None] Pushing event updated for resources: {'Port': ['ID=d2fc72fd-44d1-438a-8926-6439fbec79a2,revision_number=3']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:11.910834 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Attempting to bind port d2fc72fd-44d1-438a-8926-6439fbec79a2 on host dv-cinder-815461-4-smb for vnic_type normal with profile {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:11.911732 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Attempting to bind port d2fc72fd-44d1-438a-8926-6439fbec79a2 by drivers openvswitch,hyperv on host dv-cinder-815461-4-smb at level 0 using segments [{'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:11.912085 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Attempting to bind port d2fc72fd-44d1-438a-8926-6439fbec79a2 on network 0efb691b-1866-481d-9293-9b36b6edee29 {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:11.924327 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Checking agent: {'id': '3130c038-627a-4cc0-a7c6-b6e2fde4e01e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 15, 44), 'started_at': datetime.datetime(2021, 10, 27, 5, 16, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:11.925270 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Checking segment: {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:11.925270 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:11.925483 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Bound using segment: {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'} {{(pid=101384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:11.926012 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.managers [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Bound port: d2fc72fd-44d1-438a-8926-6439fbec79a2, host: dv-cinder-815461-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509111dd-35e3-4b25-be25-387041df7789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29'}}] {{(pid=101384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:11.926986 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:12.010681 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] For port d2fc72fd-44d1-438a-8926-6439fbec79a2, host dv-cinder-815461-4-smb, cleared binding levels {{(pid=101384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:12.014412 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.plugins.ml2.db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] For port d2fc72fd-44d1-438a-8926-6439fbec79a2, host dv-cinder-815461-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=d2fc72fd-44d1-438a-8926-6439fbec79a2,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:12.027433 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron_lib.callbacks.manager [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:12.115651 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Routers {'544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:12.116236 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:32:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:12.200134 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-9147c749-338f-4c30-bd33-2bba4df3a69a None None] Provisioning complete for port d2fc72fd-44d1-438a-8926-6439fbec79a2 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:12.200692 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9147c749-338f-4c30-bd33-2bba4df3a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:12.208515 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a0384-278c-408a-8eb1-32d5e24acd45 None None] Pushing event updated for resources: {'Port': ['ID=d2fc72fd-44d1-438a-8926-6439fbec79a2,revision_number=4']} {{(pid=101384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:12.271642 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] Set router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:12.544522 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9147c749-338f-4c30-bd33-2bba4df3a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:12.589829 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'd2fc72fd-44d1-438a-8926-6439fbec79a2', 'name': '', 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'mac_address': 'fa:16:3e:c2:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:06Z', 'updated_at': '2021-10-27T05:33:12Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'subnets': [{'id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:12.596145 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-9147c749-338f-4c30-bd33-2bba4df3a69a None None] For port d2fc72fd-44d1-438a-8926-6439fbec79a2, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=d2fc72fd-44d1-438a-8926-6439fbec79a2,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:12.601270 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9147c749-338f-4c30-bd33-2bba4df3a69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:12.622971 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8526db92-9213-4a2c-9b0a-42d3a676772f None None] The sync data for ids ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'] in dv-cinder-815461-4-smb is: [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:07Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'd2fc72fd-44d1-438a-8926-6439fbec79a2', 'name': '', 'network_id': '0efb691b-1866-481d-9293-9b36b6edee29', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'mac_address': 'fa:16:3e:c2:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:06Z', 'updated_at': '2021-10-27T05:33:12Z', 'revision_number': 4, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'subnets': [{'id': 'db468cbc-b996-4375-9cb9-296f51709e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:33:12.664441 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147c749-338f-4c30-bd33-2bba4df3a69a None None] Pushing event updated for resources: {'Port': ['ID=d2fc72fd-44d1-438a-8926-6439fbec79a2,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:12.727718 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-057ef59d-83e4-4459-9330-6c7484ed0c1c None None] Provisioning complete for port d2fc72fd-44d1-438a-8926-6439fbec79a2 triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:12.728091 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-057ef59d-83e4-4459-9330-6c7484ed0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:13.087491 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ad99b45d-856f-445a-a014-35b9e0fe1eee up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:13.148553 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port ad99b45d-856f-445a-a014-35b9e0fe1eee triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:13.148922 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:13.249372 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device d2fc72fd-44d1-438a-8926-6439fbec79a2 up at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:13.307818 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Provisioning complete for port d2fc72fd-44d1-438a-8926-6439fbec79a2 triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:13.308638 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:13.382670 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c0eab5f5-a325-4b9d-9016-5a2063d950a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:14.527549 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:14.918547 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:16.380496 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:18.708573 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-071beaab-042e-4be5-9246-95922e57022d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:18.710013 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-071beaab-042e-4be5-9246-95922e57022d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 814 time: 0.1037424 Oct 27 05:33:18.724245 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-0f01fe62-936e-4a55-920b-d66cce425ced tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/quotas/cdb3a36e93bd452e8dd7ed93bf7d8972 HTTP/1.1" status: 200 len: 375 time: 0.0086272 Oct 27 05:33:18.773136 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-d301b199-39aa-4b97-9944-591ce6bc53dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439503 Oct 27 05:33:18.870204 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-c0a05d35-12f1-4a5d-a5f4-02f7bce4d891 service neutron] 10.222.0.15 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851977 Oct 27 05:33:18.958440 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-979ef3fa-fb72-40dc-80b5-3a09357ca2e7 service neutron] 10.222.0.15 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815895 Oct 27 05:33:19.132231 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-45838af5-2c4e-49aa-8f7b-758975396f67 req-bd1a8279-de91-4092-b645-708de09f1593 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 210 time: 0.0410299 Oct 27 05:33:19.446690 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58758) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:19.554117 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06a40793-8bcf-4d46-94f9-6c7f370b5dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.627562 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06a40793-8bcf-4d46-94f9-6c7f370b5dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.631541 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-06a40793-8bcf-4d46-94f9-6c7f370b5dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.672970 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-06a40793-8bcf-4d46-94f9-6c7f370b5dec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a51907002f5347edbb4a016d5972da12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227800 Oct 27 05:33:19.672970 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a40793-8bcf-4d46-94f9-6c7f370b5dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f118c3c9-f14d-4d1d-bac5-6f3715da43df,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:19.675076 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58762) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:19.735823 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8a8-970c-4cbb-bd47-f86ce8575593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.756773 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8a8-970c-4cbb-bd47-f86ce8575593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.807221 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8a8-970c-4cbb-bd47-f86ce8575593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.809731 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb8a8-970c-4cbb-bd47-f86ce8575593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:19.811008 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4bbbb8a8-970c-4cbb-bd47-f86ce8575593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f118c3c9-f14d-4d1d-bac5-6f3715da43df HTTP/1.1" status: 204 len: 168 time: 0.1348748 Oct 27 05:33:19.819604 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb8a8-970c-4cbb-bd47-f86ce8575593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f118c3c9-f14d-4d1d-bac5-6f3715da43df,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:20.072895 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58768) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:20.087488 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0aa5-c0e7-4224-b646-1c5c0c0972ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.140634 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-86ec6d00-242c-40fd-b84a-ff1c1f22245a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:20.142025 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-86ec6d00-242c-40fd-b84a-ff1c1f22245a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 814 time: 0.1136231 Oct 27 05:33:20.163880 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'port': {'device_id': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'admin_state_up': True, 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:20.173427 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0aa5-c0e7-4224-b646-1c5c0c0972ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.181535 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0aa5-c0e7-4224-b646-1c5c0c0972ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.221075 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e2ce0aa5-c0e7-4224-b646-1c5c0c0972ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99fdb5ec48404c53bd43c361f894baea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467316 Oct 27 05:33:20.223720 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58776) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:20.230468 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce0aa5-c0e7-4224-b646-1c5c0c0972ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fcae3a-e5c1-4007-829a-e9e6b24b8565,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:20.241499 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6b068d56-9b6a-410b-9449-6abc98f04abd req-716959aa-e899-4542-945f-de3d9ecaff0b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 210 time: 0.0350096 Oct 27 05:33:20.283210 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d20480ed-4602-4143-83b5-598f7303414e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.304474 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Made reservation on behalf of cdb3a36e93bd452e8dd7ed93bf7d8972 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:33:20.307775 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d20480ed-4602-4143-83b5-598f7303414e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.308088 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.363773 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d20480ed-4602-4143-83b5-598f7303414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.367795 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d20480ed-4602-4143-83b5-598f7303414e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.371911 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d20480ed-4602-4143-83b5-598f7303414e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6fcae3a-e5c1-4007-829a-e9e6b24b8565 HTTP/1.1" status: 204 len: 168 time: 0.1445973 Oct 27 05:33:20.379051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20480ed-4602-4143-83b5-598f7303414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fcae3a-e5c1-4007-829a-e9e6b24b8565,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:20.703329 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Allocated IP 172.20.0.10 (1ee6b9b7-b511-4140-b879-975b51aa8509/eb1096ad-5ec5-42c4-ac52-32a87a27d711/f10a555e-c076-4712-b9af-27f333f6c3bc) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:20.898294 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:20.955271 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:21.018228 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:21.023334 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:21.025802 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:21.028754 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:21.126883 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:21.128291 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:21.160905 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-dd8533e5-c7f8-459f-b7f5-27aa71897e2f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0009751 Oct 27 05:33:21.387345 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fce36-6c08-4700-8f3c-76ae3481fa32 req-20f0f3db-7b53-4f04-a042-8508dc106767 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:21.390236 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-526fce36-6c08-4700-8f3c-76ae3481fa32 req-20f0f3db-7b53-4f04-a042-8508dc106767 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0623217 Oct 27 05:33:21.417781 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-c6e6c448-f9ac-4fc0-b22d-00ffa054da27 None None] Provisioning complete for port f10a555e-c076-4712-b9af-27f333f6c3bc triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:21.418358 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c448-f9ac-4fc0-b22d-00ffa054da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:21.462029 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-526fce36-6c08-4700-8f3c-76ae3481fa32 req-2f39306d-3b90-423e-8a68-9806afaa4833 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631490 Oct 27 05:33:21.504667 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6c448-f9ac-4fc0-b22d-00ffa054da27 None None] Port f10a555e-c076-4712-b9af-27f333f6c3bc cannot update to ACTIVE because it is not bound. {{(pid=101383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 05:33:22.606110 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695dcc-ce5f-46b3-82cc-23f77835caf7 req-a7faaf62-5eca-4f60-9fea-4d5d4c79ccf2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:22.607607 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0b695dcc-ce5f-46b3-82cc-23f77835caf7 req-a7faaf62-5eca-4f60-9fea-4d5d4c79ccf2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0689476 Oct 27 05:33:22.650947 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-0b695dcc-ce5f-46b3-82cc-23f77835caf7 req-ca54389c-a86d-461f-9ccf-4918b953db9c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361903 Oct 27 05:33:23.648900 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 58932) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:23.768887 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43c2a795-feca-4602-83d6-548c541d83ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:23.787327 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b275ac8-cf75-4df9-9aaf-9190cdf66d0f req-3aeb7571-e1e0-4d7a-b0ef-9e0daaaf74f9 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:23.788815 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b275ac8-cf75-4df9-9aaf-9190cdf66d0f req-3aeb7571-e1e0-4d7a-b0ef-9e0daaaf74f9 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0610156 Oct 27 05:33:23.834495 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b275ac8-cf75-4df9-9aaf-9190cdf66d0f req-e6098a8a-5355-42da-8b4c-2cd7e1645aa5 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Oct 27 05:33:23.858926 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43c2a795-feca-4602-83d6-548c541d83ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:23.863060 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-43c2a795-feca-4602-83d6-548c541d83ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:23.901162 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-43c2a795-feca-4602-83d6-548c541d83ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2501936eb55347e392c60a7e93f79a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511137 Oct 27 05:33:23.902008 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a795-feca-4602-83d6-548c541d83ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ccdad6-a263-4ec5-a0d9-3b97ee223e30,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:23.903842 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58938) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:23.956942 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7bb09da-d151-45a9-b405-c375c2d2812c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:23.981570 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7bb09da-d151-45a9-b405-c375c2d2812c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.029059 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7bb09da-d151-45a9-b405-c375c2d2812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.032473 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-c7bb09da-d151-45a9-b405-c375c2d2812c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.033610 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-c7bb09da-d151-45a9-b405-c375c2d2812c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32ccdad6-a263-4ec5-a0d9-3b97ee223e30 HTTP/1.1" status: 204 len: 168 time: 0.1275172 Oct 27 05:33:24.041605 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb09da-d151-45a9-b405-c375c2d2812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ccdad6-a263-4ec5-a0d9-3b97ee223e30,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:24.314959 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58946) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:24.328840 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd0901c-a1cb-411b-afee-a82e6a1c0ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.405175 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd0901c-a1cb-411b-afee-a82e6a1c0ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.409382 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-4dd0901c-a1cb-411b-afee-a82e6a1c0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.447443 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-4dd0901c-a1cb-411b-afee-a82e6a1c0ee2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1c4b6194f914dfc971f56aa4602c894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311882 Oct 27 05:33:24.448229 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0901c-a1cb-411b-afee-a82e6a1c0ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d4797e-a31c-473b-93f2-b7d38b363e21,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:24.450647 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 58948) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:24.505921 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed30de89-0535-499a-9ca7-d06dacba3776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.526659 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed30de89-0535-499a-9ca7-d06dacba3776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.574021 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed30de89-0535-499a-9ca7-d06dacba3776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.576632 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ed30de89-0535-499a-9ca7-d06dacba3776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:24.577782 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-ed30de89-0535-499a-9ca7-d06dacba3776 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35d4797e-a31c-473b-93f2-b7d38b363e21 HTTP/1.1" status: 204 len: 168 time: 0.1262095 Oct 27 05:33:24.586308 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30de89-0535-499a-9ca7-d06dacba3776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d4797e-a31c-473b-93f2-b7d38b363e21,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:24.960344 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563d51-ab78-4233-858f-f69b500ef181 req-46c49efc-af7d-4a66-9b1d-3e9dfaf3289a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:24.961985 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9f563d51-ab78-4233-858f-f69b500ef181 req-46c49efc-af7d-4a66-9b1d-3e9dfaf3289a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0536766 Oct 27 05:33:25.001664 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9f563d51-ab78-4233-858f-f69b500ef181 req-62da1ad6-cb8c-4381-b809-6dad83eb55df tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Oct 27 05:33:26.126795 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e270-c9c3-4439-8a3d-705b3d5a280a req-3dceea00-8401-4f0f-be1a-d8bd96e94c6a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:26.128284 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-33a1e270-c9c3-4439-8a3d-705b3d5a280a req-3dceea00-8401-4f0f-be1a-d8bd96e94c6a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0514786 Oct 27 05:33:26.178379 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-33a1e270-c9c3-4439-8a3d-705b3d5a280a req-34748a95-7082-4ee5-9c6d-d3d8d89cda53 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Oct 27 05:33:27.058806 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59020) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:27.166574 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe178-392c-43a5-a4d7-b4dedbdd68f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.251239 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe178-392c-43a5-a4d7-b4dedbdd68f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.258572 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe178-392c-43a5-a4d7-b4dedbdd68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.322851 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fe178-392c-43a5-a4d7-b4dedbdd68f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee388e7-2a7f-48f2-aab9-4c143d2e561c,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:27.333734 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59026) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:27.337392 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-ec9fe178-392c-43a5-a4d7-b4dedbdd68f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53fafc8143e44b1eaf6257f9ebe80546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773583 Oct 27 05:33:27.355127 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb5e9-162f-4f7f-8311-640590539f2d req-ec9efd3b-6bc5-46b4-81ba-2a00d381a657 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:27.356577 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-733fb5e9-162f-4f7f-8311-640590539f2d req-ec9efd3b-6bc5-46b4-81ba-2a00d381a657 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0862539 Oct 27 05:33:27.388396 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60b8537d-865c-4254-af06-e551748c64fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.408575 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-733fb5e9-162f-4f7f-8311-640590539f2d req-db20fdf3-4736-4d48-8b26-358692236260 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456355 Oct 27 05:33:27.411232 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60b8537d-865c-4254-af06-e551748c64fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.466521 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60b8537d-865c-4254-af06-e551748c64fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.469256 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60b8537d-865c-4254-af06-e551748c64fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.470421 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-60b8537d-865c-4254-af06-e551748c64fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ee388e7-2a7f-48f2-aab9-4c143d2e561c HTTP/1.1" status: 204 len: 168 time: 0.1356466 Oct 27 05:33:27.479001 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8537d-865c-4254-af06-e551748c64fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee388e7-2a7f-48f2-aab9-4c143d2e561c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:27.540802 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.739051 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59032) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:27.755195 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31fe1507-c154-4df6-8ad0-29f0bef9a319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.850288 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31fe1507-c154-4df6-8ad0-29f0bef9a319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.854609 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-31fe1507-c154-4df6-8ad0-29f0bef9a319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:27.904315 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-31fe1507-c154-4df6-8ad0-29f0bef9a319 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e9cd2281abe49a6a644f78d48243c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636527 Oct 27 05:33:27.905694 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1507-c154-4df6-8ad0-29f0bef9a319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb60e92-efb0-41eb-b1eb-bacb78c2df62,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:27.909365 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59036) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:28.000893 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc60-727c-4fcc-955a-91aa8f001dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:28.042284 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc60-727c-4fcc-955a-91aa8f001dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:28.110203 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc60-727c-4fcc-955a-91aa8f001dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:28.113252 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe93dc60-727c-4fcc-955a-91aa8f001dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:28.117002 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-fe93dc60-727c-4fcc-955a-91aa8f001dcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fb60e92-efb0-41eb-b1eb-bacb78c2df62 HTTP/1.1" status: 204 len: 168 time: 0.2004147 Oct 27 05:33:28.128724 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93dc60-727c-4fcc-955a-91aa8f001dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb60e92-efb0-41eb-b1eb-bacb78c2df62,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:28.545529 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f4052-1a1c-4c4f-a47d-000a6b8faadb req-d653c459-949e-4454-9eca-8ae330f4045d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:28.547214 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2a0f4052-1a1c-4c4f-a47d-000a6b8faadb req-d653c459-949e-4454-9eca-8ae330f4045d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0546043 Oct 27 05:33:28.591927 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2a0f4052-1a1c-4c4f-a47d-000a6b8faadb req-3dc42757-44b0-4d99-989c-b7ba14ec58bb tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Oct 27 05:33:29.724505 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9935f2-30c0-4f3b-b112-d1f6178db520 req-12e429df-f2ed-4493-b683-cdc339553f07 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:29.725446 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bc9935f2-30c0-4f3b-b112-d1f6178db520 req-12e429df-f2ed-4493-b683-cdc339553f07 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0576692 Oct 27 05:33:29.784398 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bc9935f2-30c0-4f3b-b112-d1f6178db520 req-35b5061d-4b47-4ac5-9497-d10504db92ea tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528231 Oct 27 05:33:30.912820 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31359-37db-4db7-bedd-81d33fe008ab req-16fa4029-b03f-44e7-a54f-79258a682579 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:30.915341 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-24c31359-37db-4db7-bedd-81d33fe008ab req-16fa4029-b03f-44e7-a54f-79258a682579 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0585778 Oct 27 05:33:30.958317 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-24c31359-37db-4db7-bedd-81d33fe008ab req-69c65420-30c9-41b4-8975-2b519b74ec91 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Oct 27 05:33:32.072425 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5679-d5ed-4309-838b-3869b2d0c686 req-bd2e8ad1-6f9e-47eb-bfb9-7d2e38d6940b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:32.073861 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2dca5679-d5ed-4309-838b-3869b2d0c686 req-bd2e8ad1-6f9e-47eb-bfb9-7d2e38d6940b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0493920 Oct 27 05:33:32.110137 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2dca5679-d5ed-4309-838b-3869b2d0c686 req-228c5c7c-886e-4e06-ae68-4745ca231041 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303719 Oct 27 05:33:33.223115 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ee7b3-9a5a-4091-8b30-8eb82e649da1 req-6e432285-c42d-4547-8c15-2ce6f5f398b5 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:33.224556 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb4ee7b3-9a5a-4091-8b30-8eb82e649da1 req-6e432285-c42d-4547-8c15-2ce6f5f398b5 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.0484605 Oct 27 05:33:33.261183 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cb4ee7b3-9a5a-4091-8b30-8eb82e649da1 req-4fd78026-fe0c-421f-acdb-4858e86d4689 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306861 Oct 27 05:33:34.184465 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59130) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:34.268383 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Request body: {'port': {'device_id': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:34.307799 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e51a-0c4f-4b49-9ccd-572286ddb66c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.374768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.453497 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b9175-bf5c-4185-a2d1-901e3d46667d req-b2acfee9-0a5a-4b13-adc7-e01ed1bef8e3 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:34.454942 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-334b9175-bf5c-4185-a2d1-901e3d46667d req-b2acfee9-0a5a-4b13-adc7-e01ed1bef8e3 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 932 time: 0.1167839 Oct 27 05:33:34.581871 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e51a-0c4f-4b49-9ccd-572286ddb66c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.597763 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e51a-0c4f-4b49-9ccd-572286ddb66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.630928 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-334b9175-bf5c-4185-a2d1-901e3d46667d req-18bd75aa-f664-4750-8506-381e1ee1fa88 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621752 Oct 27 05:33:34.676184 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a2f1e51a-0c4f-4b49-9ccd-572286ddb66c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a232918c746a42ad8c34c79dcc334b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906607 Oct 27 05:33:34.678712 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1e51a-0c4f-4b49-9ccd-572286ddb66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c341dc9f-f8d3-49ef-bd32-e684b1a06e24,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:34.678908 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59136) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:34.729934 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37e668d5-594e-4b4d-9a57-018e441e9385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.750851 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37e668d5-594e-4b4d-9a57-018e441e9385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.768549 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10a555e-c076-4712-b9af-27f333f6c3bc {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:33:34.775813 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.794892 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Transition to ACTIVE for port object f10a555e-c076-4712-b9af-27f333f6c3bc will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:33:34.795129 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37e668d5-594e-4b4d-9a57-018e441e9385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.797595 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-37e668d5-594e-4b4d-9a57-018e441e9385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.798594 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:34.803462 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-37e668d5-594e-4b4d-9a57-018e441e9385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c341dc9f-f8d3-49ef-bd32-e684b1a06e24 HTTP/1.1" status: 204 len: 168 time: 0.1234434 Oct 27 05:33:34.816322 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e668d5-594e-4b4d-9a57-018e441e9385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c341dc9f-f8d3-49ef-bd32-e684b1a06e24,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:34.852816 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:34.934663 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Attempting to bind port f10a555e-c076-4712-b9af-27f333f6c3bc on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:34.935106 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Attempting to bind port f10a555e-c076-4712-b9af-27f333f6c3bc by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:34.936057 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Attempting to bind port f10a555e-c076-4712-b9af-27f333f6c3bc on network 1ee6b9b7-b511-4140-b879-975b51aa8509 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:34.941044 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Port f10a555e-c076-4712-b9af-27f333f6c3bc on network 1ee6b9b7-b511-4140-b879-975b51aa8509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:33:34.941454 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Attempting to bind port f10a555e-c076-4712-b9af-27f333f6c3bc on network 1ee6b9b7-b511-4140-b879-975b51aa8509 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:34.946592 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:34.947010 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Checking segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:34.947519 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Bound using segment: {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:34.948013 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Bound port: f10a555e-c076-4712-b9af-27f333f6c3bc, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ef4da4-94e3-416a-bc5a-4db22c44d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:34.948433 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.018178 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:35.022682 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:35.027528 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.069279 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.069940 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.071939 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] 10.222.0.25 "PUT /v2.0/ports/f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 1094 time: 0.8087184 Oct 27 05:33:35.072387 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:33:35.074706 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e6bf2a-be0f-4020-8754-861ae4b055db" -d '{"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:33:35.099854 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af6848-249f-4936-bbd4-efa6b5afca19 service neutron] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:35.128305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9125aa-f02c-468c-8e9a-f0d07f4e8c88 x-openstack-request-id: req-ff9125aa-f02c-468c-8e9a-f0d07f4e8c88 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:33:35.128755 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:33:35.129076 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff9125aa-f02c-468c-8e9a-f0d07f4e8c88 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:33:35.131289 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'status': 'completed', 'code': 200} Oct 27 05:33:35.141694 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59144) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:35.159360 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-858555db-795f-47a1-846d-3979fb9627a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.193692 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-d45a363e-89b2-4a26-9718-dc5774f0ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.195221 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-d45a363e-89b2-4a26-9718-dc5774f0ebaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1097 time: 0.0487833 Oct 27 05:33:35.244613 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-c656a441-0b42-44a4-a542-71443cbe7b87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 217 time: 0.0357311 Oct 27 05:33:35.245567 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-858555db-795f-47a1-846d-3979fb9627a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.250629 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-858555db-795f-47a1-846d-3979fb9627a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.288341 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-858555db-795f-47a1-846d-3979fb9627a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9869515fe9e4b7b92eae80bbf9b8775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454866 Oct 27 05:33:35.289215 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858555db-795f-47a1-846d-3979fb9627a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf621531-a4f0-4e48-8a53-e743df9c92ad,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:35.291878 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59146) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:35.302732 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-f6c297fa-d5be-4e9e-bafc-859626958d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.304129 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-f6c297fa-d5be-4e9e-bafc-859626958d3a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0515893 Oct 27 05:33:35.378226 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-8288abbc-6991-4642-8fcf-d9e3feacc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.379730 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-8288abbc-6991-4642-8fcf-d9e3feacc3f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0655396 Oct 27 05:33:35.384211 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-755eb191-feab-46b4-8419-f9275781deb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.446305 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-755eb191-feab-46b4-8419-f9275781deb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.510644 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-99bea824-2cb4-4b50-a8b4-a6d3d0a44f60 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221786 Oct 27 05:33:35.536674 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-755eb191-feab-46b4-8419-f9275781deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.539199 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-755eb191-feab-46b4-8419-f9275781deb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:35.540227 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-755eb191-feab-46b4-8419-f9275781deb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf621531-a4f0-4e48-8a53-e743df9c92ad HTTP/1.1" status: 204 len: 168 time: 0.2471881 Oct 27 05:33:35.576153 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb191-feab-46b4-8419-f9275781deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf621531-a4f0-4e48-8a53-e743df9c92ad,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:35.616924 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f75e2d8e-38d7-4d4e-b632-cab2ee62ecd4 req-3e3b5cf2-f790-408b-a94a-1b01b43f0140 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992258 Oct 27 05:33:35.780046 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6473b-2186-477d-b96c-28db9de14eba req-5eeec64e-adae-4d51-b85d-573082f47fdc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.781506 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d9b6473b-2186-477d-b96c-28db9de14eba req-5eeec64e-adae-4d51-b85d-573082f47fdc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 944 time: 0.0816398 Oct 27 05:33:35.783300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-d6d0aedc-97fa-43fb-a561-1f043efbf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.784626 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-d6d0aedc-97fa-43fb-a561-1f043efbf58a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1097 time: 0.0827708 Oct 27 05:33:35.871617 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d9b6473b-2186-477d-b96c-28db9de14eba req-499b247c-8bd5-43cf-ac1e-8569b34c82c9 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837021 Oct 27 05:33:35.902724 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-a309c6fb-f1ce-4f07-b03b-befed33bdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.904310 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-a309c6fb-f1ce-4f07-b03b-befed33bdca4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.1107581 Oct 27 05:33:35.948001 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-727c31d6-a7a1-4671-a0e8-f603afd6c4be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 217 time: 0.0367277 Oct 27 05:33:35.993504 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:33:35.997754 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-ed004a64-f345-490a-a16b-dc5a9823b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:35.999297 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-ed004a64-f345-490a-a16b-dc5a9823b53d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0434809 Oct 27 05:33:36.045073 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-72141cf2-2848-45b3-922a-966592419641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:36.046533 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-72141cf2-2848-45b3-922a-966592419641 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406337 Oct 27 05:33:36.140893 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-1f5909a8-7f22-4828-9808-01e3de2c5908 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867436 Oct 27 05:33:36.232234 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-69e6bf2a-be0f-4020-8754-861ae4b055db req-dbf25ad5-d395-4545-8782-a66d16a83633 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 Oct 27 05:33:37.005709 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e998971-8236-4aa1-8f7d-d2626498efd9 req-2a6f1bd7-6981-49d8-a94c-453774de825a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:37.007241 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8e998971-8236-4aa1-8f7d-d2626498efd9 req-2a6f1bd7-6981-49d8-a94c-453774de825a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 944 time: 0.0621703 Oct 27 05:33:37.050268 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8e998971-8236-4aa1-8f7d-d2626498efd9 req-b82a916b-3ed1-49e4-bb7c-b37fa35de7a7 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370510 Oct 27 05:33:38.162719 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e82a-f8b9-498b-9eaa-b50ce473e79e req-bd1e11c7-8b3b-4aa4-80b2-46b3f67d7911 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:38.164124 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1ff9e82a-f8b9-498b-9eaa-b50ce473e79e req-bd1e11c7-8b3b-4aa4-80b2-46b3f67d7911 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 944 time: 0.0479674 Oct 27 05:33:38.203750 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-1ff9e82a-f8b9-498b-9eaa-b50ce473e79e req-7614f2f2-47e0-4824-afa2-c7d20ed75c70 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Oct 27 05:33:38.806598 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f10a555e-c076-4712-b9af-27f333f6c3bc details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:33:38.914169 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:38.925554 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'port_id': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'mac_address': 'fa:16:3e:19:42:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:33:38.962697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:38.976294 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10a555e-c076-4712-b9af-27f333f6c3bc {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:33:38.999484 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:39.003538 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:39.050163 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:39.320553 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfee8fe-bb75-4eb7-bd96-10ea4b0145fe req-886c955e-1c7e-417f-8cbd-49d27c9f4d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:39.322174 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-abfee8fe-bb75-4eb7-bd96-10ea4b0145fe req-886c955e-1c7e-417f-8cbd-49d27c9f4d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 945 time: 0.0498633 Oct 27 05:33:39.359258 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-abfee8fe-bb75-4eb7-bd96-10ea4b0145fe req-7e74ded9-7608-4ec3-aa1e-9ed8b6c5ce9e tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304308 Oct 27 05:33:39.418374 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f10a555e-c076-4712-b9af-27f333f6c3bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:33:40.413940 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59256) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:40.475751 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700c280-39bb-462e-a42a-2dcb069ec112 req-ac551fad-9991-4204-a82a-3f69f5db57ca tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:40.477410 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a700c280-39bb-462e-a42a-2dcb069ec112 req-ac551fad-9991-4204-a82a-3f69f5db57ca tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 945 time: 0.0519636 Oct 27 05:33:40.525482 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a700c280-39bb-462e-a42a-2dcb069ec112 req-697926df-c594-496e-9adb-a024de09bff6 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Oct 27 05:33:40.526339 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e75d3df7-bf68-40cf-9d8d-9a0e40b1432b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.600781 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e75d3df7-bf68-40cf-9d8d-9a0e40b1432b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.604306 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e75d3df7-bf68-40cf-9d8d-9a0e40b1432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.642228 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e75d3df7-bf68-40cf-9d8d-9a0e40b1432b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da5322edd619413485f6016eb82cbca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271123 Oct 27 05:33:40.643312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d3df7-bf68-40cf-9d8d-9a0e40b1432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71beb5a-67a8-4e0f-b334-63ddc65c6cd2,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:40.644992 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59260) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:40.692807 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5f07a95-eefe-40f9-91ea-114a281efe7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.713569 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5f07a95-eefe-40f9-91ea-114a281efe7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.757415 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5f07a95-eefe-40f9-91ea-114a281efe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.760105 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d5f07a95-eefe-40f9-91ea-114a281efe7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.761228 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d5f07a95-eefe-40f9-91ea-114a281efe7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e71beb5a-67a8-4e0f-b334-63ddc65c6cd2 HTTP/1.1" status: 204 len: 168 time: 0.1151299 Oct 27 05:33:40.769563 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f07a95-eefe-40f9-91ea-114a281efe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71beb5a-67a8-4e0f-b334-63ddc65c6cd2,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:40.805817 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f10a555e-c076-4712-b9af-27f333f6c3bc up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:40.857249 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c3e83eaa-d34f-4129-8cb3-9f9071d7531b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.876344 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port f10a555e-c076-4712-b9af-27f333f6c3bc completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:33:40.880722 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port f10a555e-c076-4712-b9af-27f333f6c3bc triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:40.881177 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.960208 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:40.983472 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:33:40.985723 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98efa2a1-adac-4a7b-977c-24ca31c59f17" -d '{"events": [{"server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:33:40.999258 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:41.005684 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.030701 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720af1ce-3910-435c-b1c9-9a41aa4730e5 x-openstack-request-id: req-720af1ce-3910-435c-b1c9-9a41aa4730e5 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:33:41.030847 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:33:41.031020 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-720af1ce-3910-435c-b1c9-9a41aa4730e5 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:33:41.031169 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59268) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:41.031433 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'code': 200} Oct 27 05:33:41.044088 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-278a7995-5ae1-4c5b-b592-b36de29bd800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.057720 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:41.124932 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-278a7995-5ae1-4c5b-b592-b36de29bd800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.128660 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-278a7995-5ae1-4c5b-b592-b36de29bd800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.164666 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a7995-5ae1-4c5b-b592-b36de29bd800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cffa32-e26f-48d3-9031-bcadb9830044,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:41.171594 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-278a7995-5ae1-4c5b-b592-b36de29bd800 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39983e4cf470480f8fd51c10fe76192d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392500 Oct 27 05:33:41.172263 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59270) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:41.253414 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3cfb4-7c91-4927-8f6d-fc6164ffa121 req-67cbf037-ab3e-4cb1-ac46-301bae8fa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:41.254761 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-26c3cfb4-7c91-4927-8f6d-fc6164ffa121 req-67cbf037-ab3e-4cb1-ac46-301bae8fa17f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1099 time: 0.0697069 Oct 27 05:33:41.255789 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-129b1514-57aa-40a3-90ac-b65900b15955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.288033 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-129b1514-57aa-40a3-90ac-b65900b15955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.323116 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-26c3cfb4-7c91-4927-8f6d-fc6164ffa121 req-b7cf6d15-1810-42d9-a1f0-71e066451497 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589035 Oct 27 05:33:41.344145 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-129b1514-57aa-40a3-90ac-b65900b15955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.346700 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-129b1514-57aa-40a3-90ac-b65900b15955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.347770 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-129b1514-57aa-40a3-90ac-b65900b15955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98cffa32-e26f-48d3-9031-bcadb9830044 HTTP/1.1" status: 204 len: 168 time: 0.1745341 Oct 27 05:33:41.356038 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b1514-57aa-40a3-90ac-b65900b15955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cffa32-e26f-48d3-9031-bcadb9830044,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:41.643705 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf083d1f-a7a2-4658-a01d-0b46ae42ad2c req-59e887ce-7d44-4fed-a004-aa2c66b0c390 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:41.645234 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf083d1f-a7a2-4658-a01d-0b46ae42ad2c req-59e887ce-7d44-4fed-a004-aa2c66b0c390 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0550525 Oct 27 05:33:41.659236 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59278) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:41.672823 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00b2383f-a6f6-420a-a0e2-61319dfaf1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.684751 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-bf083d1f-a7a2-4658-a01d-0b46ae42ad2c req-7b760b90-72ff-40b9-9b72-d067273a679b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Oct 27 05:33:41.746501 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00b2383f-a6f6-420a-a0e2-61319dfaf1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.749925 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-00b2383f-a6f6-420a-a0e2-61319dfaf1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.784459 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2383f-a6f6-420a-a0e2-61319dfaf1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e0586-7262-4b16-bf08-db5f9ea718de,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:41.788531 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-00b2383f-a6f6-420a-a0e2-61319dfaf1e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c5b76a721db4e6bafa63de06d0cb402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282098 Oct 27 05:33:41.791059 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59280) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:41.840306 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60baca60-cdc5-41fb-a387-0ae7ebdd9689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.861600 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60baca60-cdc5-41fb-a387-0ae7ebdd9689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.910835 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60baca60-cdc5-41fb-a387-0ae7ebdd9689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.913347 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60baca60-cdc5-41fb-a387-0ae7ebdd9689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:41.914453 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-60baca60-cdc5-41fb-a387-0ae7ebdd9689 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c1e0586-7262-4b16-bf08-db5f9ea718de HTTP/1.1" status: 204 len: 168 time: 0.1225049 Oct 27 05:33:41.922050 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baca60-cdc5-41fb-a387-0ae7ebdd9689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e0586-7262-4b16-bf08-db5f9ea718de,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:42.558253 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59302) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:42.651879 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2140088742-network', 'tenant_id': '780f5533bda4476ba60dd5a8a27f06b1'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:42.674948 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Made reservation on behalf of 780f5533bda4476ba60dd5a8a27f06b1 for: {'network': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:33:42.678368 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for network, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.688757 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.770441 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.774551 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.799469 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 05:33:42.808205 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ddd30a-5a32-496d-919a-1f15caf79bae,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:42.808704 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b29eb-b912-41b3-ac3b-4376b36c217f req-e05fd978-3579-4375-bed3-a2386b3cd2cc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:42.811425 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ac2b29eb-b912-41b3-ac3b-4376b36c217f req-e05fd978-3579-4375-bed3-a2386b3cd2cc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0503488 Oct 27 05:33:42.814823 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.815204 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.segments_db [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Added segment de18aa5d-b669-4c10-9d89-ed53c0038f24 of type vlan for network c619aa80-705e-4f15-b4c9-3084cc7087c3 Oct 27 05:33:42.856009 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ac2b29eb-b912-41b3-ac3b-4376b36c217f req-70dd0bdc-9ee6-4e58-b6f1-495e6d712ff9 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Oct 27 05:33:42.859622 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785279427494'] for network, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.890712 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033'] for network, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.892108 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:42.892822 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:42.944540 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3851779 Oct 27 05:33:42.952328 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59310) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:42.957608 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Request body: {'subnet': {'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2140088742-subnet', 'tenant_id': '780f5533bda4476ba60dd5a8a27f06b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:42.967404 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bba0e9-9caf-480e-90d5-0a115cfa65fd admin admin] Pushing event updated for resources: {'Network': ['ID=c619aa80-705e-4f15-b4c9-3084cc7087c3,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:42.976276 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a817-acd9-4a69-a96e-7e08b454090b req-ea1a844d-5b71-4756-8285-58a614798bfe tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:42.977839 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6228a817-acd9-4a69-a96e-7e08b454090b req-ea1a844d-5b71-4756-8285-58a614798bfe tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0495396 Oct 27 05:33:42.978499 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Network c619aa80-705e-4f15-b4c9-3084cc7087c3 details requested by agent ovs-agent-dv-cinder-815461-4-smb with host dv-cinder-815461-4-smb {{(pid=101383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 05:33:42.986580 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Made reservation on behalf of 780f5533bda4476ba60dd5a8a27f06b1 for: {'subnet': 1} {{(pid=101382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:33:42.989726 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522529'] for subnet, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:43.021281 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6228a817-acd9-4a69-a96e-7e08b454090b req-bded06a9-ce07-434b-a41d-da9082fb9585 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Oct 27 05:33:43.164473 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3872118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522527'] for subnet, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:43.220673 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663004ca-3852-4a55-8efe-c6727800d120,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:43.236398 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Checking segment: {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:43.236758 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Network hostable DHCP agents. Network: c619aa80-705e-4f15-b4c9-3084cc7087c3, hostable agents: ['1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d'], hosted agents: [] {{(pid=101382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 05:33:43.254239 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Network c619aa80-705e-4f15-b4c9-3084cc7087c3 is scheduled to be hosted by DHCP agent 1ff6806e-6d24-4d1c-bcbb-0ead3e31c89d with binding_index 1 {{(pid=101382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 05:33:43.263827 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-4-smb, c619aa80-705e-4f15-b4c9-3084cc7087c3) {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:43.268088 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:43.268737 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:43.277998 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb77bdd-8136-4333-82cf-c2e9b302839f None None] Network c619aa80-705e-4f15-b4c9-3084cc7087c3 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:33:43.286315 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-52562326-a4a1-4254-92e7-b717d10a8f95 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3328557 Oct 27 05:33:43.357046 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f518e-c57c-42a9-865e-3274b2c64be1 req-e22a3311-0378-4fde-8008-f8e012c4244d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:43.358696 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-498f518e-c57c-42a9-865e-3274b2c64be1 req-e22a3311-0378-4fde-8008-f8e012c4244d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0549479 Oct 27 05:33:43.381994 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ceba89d3-8c97-4061-8019-e48e0d14896e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:43.403252 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-498f518e-c57c-42a9-865e-3274b2c64be1 req-f7b540f3-c36f-40a8-86a2-3b5e6de1089c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Oct 27 05:33:43.434179 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02821b21-d0b6-41d0-83be-65294f064c1b None None] Network c619aa80-705e-4f15-b4c9-3084cc7087c3 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:33:44.530002 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:44.883995 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:45.062981 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-eebc2cf5-bcfe-429e-9ee8-ab8e174e6a6b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:45.064367 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-eebc2cf5-bcfe-429e-9ee8-ab8e174e6a6b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/networks?id=c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 200 len: 814 time: 0.1071241 Oct 27 05:33:45.080230 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-5d58a039-a181-4eab-8b3c-e86a1cf0e15b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/quotas/780f5533bda4476ba60dd5a8a27f06b1 HTTP/1.1" status: 200 len: 375 time: 0.0094814 Oct 27 05:33:45.112318 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-9e0f83ba-c68f-46f5-9443-116be067ce3a tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265446 Oct 27 05:33:45.208072 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-48b0f956-c00c-4685-8310-8da77115fcb4 service neutron] 10.222.0.15 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890849 Oct 27 05:33:45.298250 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-7ee206df-1aa6-47f0-b35f-ee5e0a5b189f service neutron] 10.222.0.15 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818539 Oct 27 05:33:45.453900 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-78bec343-b4d2-40eb-9c2f-8e837751b2d9 req-a7fca645-4f10-4255-a79d-b04bb2f09817 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 210 time: 0.0273378 Oct 27 05:33:46.376966 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:46.492087 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-4dad38bc-1804-4546-8051-27d61b6c8783 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:46.495921 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-4dad38bc-1804-4546-8051-27d61b6c8783 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "GET /v2.0/networks?id=c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 200 len: 814 time: 0.1105566 Oct 27 05:33:46.514419 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Request body: {'port': {'device_id': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3', 'admin_state_up': True, 'tenant_id': '780f5533bda4476ba60dd5a8a27f06b1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:46.598414 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e6955fde-1582-4539-8c8e-d3391eb0e097 req-9634a650-bf3c-4e0a-baf2-ddd2244de8f8 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 210 time: 0.0356019 Oct 27 05:33:46.658890 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Made reservation on behalf of 780f5533bda4476ba60dd5a8a27f06b1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:33:46.662396 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:46.785202 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Allocated IP 172.20.0.13 (c619aa80-705e-4f15-b4c9-3084cc7087c3/663004ca-3852-4a55-8efe-c6727800d120/38e58add-d22d-494b-aa12-de80b2ddad7d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:46.937553 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:46.969555 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.016194 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Network c619aa80-705e-4f15-b4c9-3084cc7087c3 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:47.019265 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:47.022886 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:47.028918 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Pushing event updated for resources: {'Port': ['ID=38e58add-d22d-494b-aa12-de80b2ddad7d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:47.073866 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:47.074461 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.089889 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-bf947a9f-e0e8-49a9-a0fe-11a93d3f99c6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809455 Oct 27 05:33:47.129853 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Request body: {'port': {'device_id': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:47.184128 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.441174 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e58add-d22d-494b-aa12-de80b2ddad7d {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:33:47.448473 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.460618 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Transition to ACTIVE for port object 38e58add-d22d-494b-aa12-de80b2ddad7d will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:33:47.464523 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.543623 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Pushing event updated for resources: {'Port': ['ID=38e58add-d22d-494b-aa12-de80b2ddad7d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:47.605035 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebb4b6-194a-4214-84e1-b20386f36f61 req-4cc6d1eb-a35d-4ed0-9ba7-cba2f419844a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:47.606426 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-56ebb4b6-194a-4214-84e1-b20386f36f61 req-4cc6d1eb-a35d-4ed0-9ba7-cba2f419844a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.1092527 Oct 27 05:33:47.632665 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Attempting to bind port 38e58add-d22d-494b-aa12-de80b2ddad7d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:33:47.632997 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Attempting to bind port 38e58add-d22d-494b-aa12-de80b2ddad7d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:33:47.633321 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Attempting to bind port 38e58add-d22d-494b-aa12-de80b2ddad7d on network c619aa80-705e-4f15-b4c9-3084cc7087c3 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:47.644108 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Port 38e58add-d22d-494b-aa12-de80b2ddad7d on network c619aa80-705e-4f15-b4c9-3084cc7087c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:33:47.644429 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Attempting to bind port 38e58add-d22d-494b-aa12-de80b2ddad7d on network c619aa80-705e-4f15-b4c9-3084cc7087c3 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:33:47.658330 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:33:47.658665 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Checking segment: {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:33:47.659044 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Bound using segment: {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:33:47.659575 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Bound port: 38e58add-d22d-494b-aa12-de80b2ddad7d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:33:47.659923 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.664960 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-56ebb4b6-194a-4214-84e1-b20386f36f61 req-3f06d326-b487-415b-96d9-9552840463b0 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514464 Oct 27 05:33:47.688150 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59394) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:47.757131 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32607818-0306-4864-801c-d4ec22bfe0ed req-23bfdbed-d291-46b3-9967-4604aa0e9a8f tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:47.758583 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-32607818-0306-4864-801c-d4ec22bfe0ed req-23bfdbed-d291-46b3-9967-4604aa0e9a8f tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 944 time: 0.0871043 Oct 27 05:33:47.781269 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] For port 38e58add-d22d-494b-aa12-de80b2ddad7d, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:33:47.797923 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] For port 38e58add-d22d-494b-aa12-de80b2ddad7d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=38e58add-d22d-494b-aa12-de80b2ddad7d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:33:47.805381 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.821354 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-32607818-0306-4864-801c-d4ec22bfe0ed req-33faa11c-8f8f-4173-811d-b30e6dba191f tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567505 Oct 27 05:33:47.825301 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482beecf-4dea-42c6-af22-b0f15f1556ad tempest-TestMinimumBasicScenario-1979150101 tempest-TestMinimumBasicScenario-1979150101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:47.830411 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-482beecf-4dea-42c6-af22-b0f15f1556ad tempest-TestMinimumBasicScenario-1979150101 tempest-TestMinimumBasicScenario-1979150101-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1094 time: 0.1411777 Oct 27 05:33:47.831275 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59398) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:47.844796 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'floatingip': {'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'port_id': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:47.847549 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:47.848156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.849498 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] 10.222.0.25 "PUT /v2.0/ports/38e58add-d22d-494b-aa12-de80b2ddad7d HTTP/1.1" status: 200 len: 1094 time: 0.7236795 Oct 27 05:33:47.849957 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'tag': '38e58add-d22d-494b-aa12-de80b2ddad7d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:33:47.852225 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fad4e9e-2431-4dcb-ac2b-eee468261495" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f72c6d-44fb-4316-acd4-00e1e1e8212c", "tag": "38e58add-d22d-494b-aa12-de80b2ddad7d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:33:47.875423 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for floatingip, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:47.889033 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5ba0-5752-4d37-958d-0d2a326f0c01 service neutron] Pushing event updated for resources: {'Port': ['ID=38e58add-d22d-494b-aa12-de80b2ddad7d,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:47.917100 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0637754f-3e04-41be-bcf2-19438847b5ef x-openstack-request-id: req-0637754f-3e04-41be-bcf2-19438847b5ef {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:33:47.917520 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f72c6d-44fb-4316-acd4-00e1e1e8212c", "tag": "38e58add-d22d-494b-aa12-de80b2ddad7d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:33:47.917781 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0637754f-3e04-41be-bcf2-19438847b5ef {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:33:47.918177 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'tag': '38e58add-d22d-494b-aa12-de80b2ddad7d', 'status': 'completed', 'code': 200} Oct 27 05:33:47.949983 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-565ed63d-bd1d-48d8-b0d0-68e864606ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:47.952049 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-565ed63d-bd1d-48d8-b0d0-68e864606ad6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 1097 time: 0.0463693 Oct 27 05:33:47.978022 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:48.082381 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_common [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Allocated IP 172.28.2.7 (d7ffb0fc-8220-4f99-b460-f382a856166b/685d2010-8f58-4901-bac3-71e9b54080b1/c5d32478-a1a3-463d-9a67-c0f7055a1b8e) {{(pid=101382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:33:48.194819 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for port, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:48.228664 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:48.263996 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-f702d078-206b-4f2c-b434-6d862149acf7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e58add-d22d-494b-aa12-de80b2ddad7d HTTP/1.1" status: 200 len: 217 time: 0.2923930 Oct 27 05:33:48.266754 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Network d7ffb0fc-8220-4f99-b460-f382a856166b is already hosted by enough agents. {{(pid=101382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:33:48.269659 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Resources bound (agent type, host, resource id): {{(pid=101382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:33:48.273237 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Received port after_create {{(pid=101382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:33:48.295918 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'Port': ['ID=c5d32478-a1a3-463d-9a67-c0f7055a1b8e,revision_number=1']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:48.313969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75c45-813a-4308-a664-087484e213a8 req-ebde7dfd-1788-45ba-b978-53ee7c0fc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:48.315414 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-ebde7dfd-1788-45ba-b978-53ee7c0fc987 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=663004ca-3852-4a55-8efe-c6727800d120 HTTP/1.1" status: 200 len: 854 time: 0.0447810 Oct 27 05:33:48.347200 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-47c1aec8-8a32-40d1-b064-e97eafb6a96e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c619aa80-705e-4f15-b4c9-3084cc7087c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244641 Oct 27 05:33:48.439933 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-e11b81a0-9647-4ce4-9c3b-81a8075ca440 service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855446 Oct 27 05:33:48.533231 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-79d75c45-813a-4308-a664-087484e213a8 req-6491f6eb-6e8a-42a4-afe4-e684b900ee07 service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856507 Oct 27 05:33:48.699587 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-741c43e7-b470-4e2c-a857-e9593520c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:48.701062 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-741c43e7-b470-4e2c-a857-e9593520c72b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 1097 time: 0.0450029 Oct 27 05:33:48.792014 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-f8b0bc76-cc7d-433a-aacd-b37980b5ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:48.793397 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-f8b0bc76-cc7d-433a-aacd-b37980b5ff15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 200 len: 915 time: 0.0854797 Oct 27 05:33:48.838907 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-f575dde7-0194-4768-a493-b5de76822d20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38e58add-d22d-494b-aa12-de80b2ddad7d HTTP/1.1" status: 200 len: 217 time: 0.0370975 Oct 27 05:33:48.843892 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:48.892277 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-9b30f947-f599-4e39-8de5-7204e8f8b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:48.893708 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-9b30f947-f599-4e39-8de5-7204e8f8b025 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=663004ca-3852-4a55-8efe-c6727800d120 HTTP/1.1" status: 200 len: 854 time: 0.0477233 Oct 27 05:33:48.917922 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:48.940585 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-16b1e90b-8332-4708-b758-efced7c3e5dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c619aa80-705e-4f15-b4c9-3084cc7087c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365269 Oct 27 05:33:49.000640 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2838990-b55d-4c54-a3fd-dba67e5d8be3 req-0d89c1f3-7cbe-44af-b904-7368d9a59d44 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:49.002102 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2838990-b55d-4c54-a3fd-dba67e5d8be3 req-0d89c1f3-7cbe-44af-b904-7368d9a59d44 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 944 time: 0.1075401 Oct 27 05:33:49.057688 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d2838990-b55d-4c54-a3fd-dba67e5d8be3 req-e0dba37b-e4b5-4a79-9877-c1589994ed47 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 Oct 27 05:33:49.067935 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for port, precommit_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.072893 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-ad9053bc-64be-4b62-977e-1cc607b08779 service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250644 Oct 27 05:33:49.073223 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3872227'] for port, after_update {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.146676 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'Port': ['ID=c5d32478-a1a3-463d-9a67-c0f7055a1b8e,revision_number=2']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:49.157333 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739386'] for floatingip, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.166604 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8fad4e9e-2431-4dcb-ac2b-eee468261495 req-3bb0515a-eb58-4c4e-9fa5-b378e5ddba76 service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862591 Oct 27 05:33:49.263760 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.l3_db [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Floating IP a45271bd-6981-499f-a68a-95bd491447c1 associated. External IP: 172.28.2.7, port: f10a555e-c076-4712-b9af-27f333f6c3bc. Oct 27 05:33:49.464861 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:33:49.568703 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:33:49.578465 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] Sync routers for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:33:49.586239 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.588364 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:49.588988 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:33:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:49.614167 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-eb2b4045-e058-4da3-8fe3-9603cc82d7dc tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7818847 Oct 27 05:33:49.614744 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:33:49.617050 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f" -d '{"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:33:49.617220 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59404) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:49.621857 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667761875', 'description': 'tempest-secgroup-smoke-1667761875 description', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:49.645739 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.659260 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef7905d-6329-4f7e-94ca-b15e724b7de3 x-openstack-request-id: req-eef7905d-6329-4f7e-94ca-b15e724b7de3 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:33:49.659575 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:33:49.659820 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eef7905d-6329-4f7e-94ca-b15e724b7de3 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:33:49.660227 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'status': 'completed', 'code': 200} Oct 27 05:33:49.707374 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:49.736385 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.743749 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.778153 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.782219 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1611900 Oct 27 05:33:49.782850 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59408) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:49.784295 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-e3da7cd2-2390-4471-9b84-d84db2b44ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:49.785731 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-e3da7cd2-2390-4471-9b84-d84db2b44ddc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1099 time: 0.0796990 Oct 27 05:33:49.787613 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c13789-3fb4-4913-8de6-a9046ab03d81 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ce70f-8594-4f12-942f-ca5cb5a62468,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:49.787783 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group_rule': {'security_group_id': 'd79ce70f-8594-4f12-942f-ca5cb5a62468', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:49.816553 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.881850 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.887369 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.896740 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-1dfad467-315b-4b5b-adec-ea6ba6912b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:49.898212 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-1dfad467-315b-4b5b-adec-ea6ba6912b16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.1015444 Oct 27 05:33:49.906643 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6318a6b6-84c8-4a7c-9d7f-3feef780fb43,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:49.922069 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.923439 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-60ec2ca9-ea66-4bb8-bb3e-c5e48bb6097c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394539 Oct 27 05:33:49.928110 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59410) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:49.932728 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group_rule': {'security_group_id': 'd79ce70f-8594-4f12-942f-ca5cb5a62468', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:49.948846 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': 'a45271bd-6981-499f-a68a-95bd491447c1', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'floating_ip_address': '172.28.2.7', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'port_id': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'mac_address': 'fa:16:3e:19:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:33:48Z', 'updated_at': '2021-10-27T05:33:48Z', 'revision_number': 0, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:06Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:49.965759 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:49.968875 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-5c53970b-d28a-4272-a634-9c215d627acb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 998 time: 0.0632622 Oct 27 05:33:49.978718 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] Checking router: 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:33:49.987538 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:33:49.988065 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:33:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:50.020362 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-e20e06e8-9487-46e4-832a-9cd11ce9dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:50.021919 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-e20e06e8-9487-46e4-832a-9cd11ce9dfdb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0461543 Oct 27 05:33:50.031784 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.036641 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.050444 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537ca3cc-add4-44c2-a100-a88327731f85,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:50.068093 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.069642 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-fac0d1de-2e2e-483f-9aef-580165418c1f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405270 Oct 27 05:33:50.072467 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59412) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:50.076860 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group_rule': {'security_group_id': 'd79ce70f-8594-4f12-942f-ca5cb5a62468', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:50.078768 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-968bda09-0736-4482-9e36-6c0eceff7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:50.080525 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-968bda09-0736-4482-9e36-6c0eceff7f2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512419 Oct 27 05:33:50.108818 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.109295 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:33:50.179327 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.185005 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.206042 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3ec1b5-acb2-4005-a308-2580aa137e84,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:50.218440 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.222489 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-34a5a2ff-0ac2-4054-9e94-7ee0856018ff tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465414 Oct 27 05:33:50.222727 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59416) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:50.225746 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0af3b-b382-4230-a07c-900b3c3cf41d req-64b52502-3df9-4c0b-ac54-d3284623f1af tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:50.227289 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cfa0af3b-b382-4230-a07c-900b3c3cf41d req-64b52502-3df9-4c0b-ac54-d3284623f1af tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 944 time: 0.0908689 Oct 27 05:33:50.227645 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group_rule': {'security_group_id': 'd79ce70f-8594-4f12-942f-ca5cb5a62468', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:50.229638 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-56207aaa-4b0c-419c-a582-134bc81e3e68 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417248 Oct 27 05:33:50.258453 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.321252 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-cfa0af3b-b382-4230-a07c-900b3c3cf41d req-d2b77997-2723-4a96-808d-521ba259683f tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863931 Oct 27 05:33:50.323713 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.328389 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.347776 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cf2d6b-fdd9-423c-aa88-c6b14e43c421,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:50.354885 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.359355 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-d99ab5ad-19ab-4cbd-ba90-51466286353c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323097 Oct 27 05:33:50.360724 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59418) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:50.364941 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group_rule': {'security_group_id': 'd79ce70f-8594-4f12-942f-ca5cb5a62468', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:50.367769 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8f5ce1b3-7ca7-4f23-940f-1c01965e329f req-ce795355-8e46-4269-a14f-0ea15c95121e service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254687 Oct 27 05:33:50.387237 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.securitygroups_db [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Project cdb3a36e93bd452e8dd7ed93bf7d8972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 05:33:50.392243 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.455529 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.459503 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.476825 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349eeeb3-291c-481f-99c8-1801973b9a3f,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:50.482738 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': 'a45271bd-6981-499f-a68a-95bd491447c1', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'floating_ip_address': '172.28.2.7', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'port_id': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'mac_address': 'fa:16:3e:19:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:33:48Z', 'updated_at': '2021-10-27T05:33:48Z', 'revision_number': 0, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:06Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:33:50.488207 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.489427 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-f63166b2-26e3-42a4-88d5-6d1bfc421c21 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283050 Oct 27 05:33:50.492046 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59420) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:33:50.496334 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.v2.base [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'security_group_rule': {'security_group_id': 'd79ce70f-8594-4f12-942f-ca5cb5a62468', 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:50.513746 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cc9b6-5bcb-46f9-b727-77ccdfdf13b7 None None] The sync data for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb is: [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_floatingips': [{'id': 'a45271bd-6981-499f-a68a-95bd491447c1', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'floating_ip_address': '172.28.2.7', 'floating_network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'router_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'port_id': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'mac_address': 'fa:16:3e:19:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T05:33:48Z', 'updated_at': '2021-10-27T05:33:48Z', 'revision_number': 0, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:06Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:33:50.517397 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.securitygroups_db [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Project cdb3a36e93bd452e8dd7ed93bf7d8972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 05:33:50.522466 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.583765 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.587978 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541150'] for security_group_rule, after_create {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.608356 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0a5ff0-f0b9-4060-a0b5-0280148a7644,revision_number=0']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:50.613152 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.614340 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-b55f861a-6d10-4a9f-a96d-b9e548a9b751 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213505 Oct 27 05:33:50.700053 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-41653cca-ddad-467b-b41c-dee75256a723 req-54ebb2dd-5f42-43e5-85e8-9dd831bb5745 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667761875&fields=id&tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972 HTTP/1.1" status: 200 len: 267 time: 0.0382075 Oct 27 05:33:50.702450 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44bf9f-eb55-4b3f-939b-da22db8004b0 None None] New status for floating IP a45271bd-6981-499f-a68a-95bd491447c1: ACTIVE {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:33:50.754625 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41653cca-ddad-467b-b41c-dee75256a723 req-bf4bbbae-32ea-4672-bdfa-c8d46f15b23b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:50.756105 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-41653cca-ddad-467b-b41c-dee75256a723 req-bf4bbbae-32ea-4672-bdfa-c8d46f15b23b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0486841 Oct 27 05:33:50.767529 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'port': {'security_groups': ['6afcfd64-34d7-4972-8504-d4ad472095cf', 'd79ce70f-8594-4f12-942f-ca5cb5a62468']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:33:50.831368 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.836229 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 38e58add-d22d-494b-aa12-de80b2ddad7d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:33:50.933359 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 38e58add-d22d-494b-aa12-de80b2ddad7d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=38e58add-d22d-494b-aa12-de80b2ddad7d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:50.944557 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '38e58add-d22d-494b-aa12-de80b2ddad7d', 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3', 'port_id': '38e58add-d22d-494b-aa12-de80b2ddad7d', 'mac_address': 'fa:16:3e:c4:4d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663004ca-3852-4a55-8efe-c6727800d120', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:33:50.984502 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:50.997310 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e58add-d22d-494b-aa12-de80b2ddad7d {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:33:51.017257 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 38e58add-d22d-494b-aa12-de80b2ddad7d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=38e58add-d22d-494b-aa12-de80b2ddad7d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:51.021057 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:51.022782 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:51.051981 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:51.057277 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:51.071715 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=38e58add-d22d-494b-aa12-de80b2ddad7d,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:51.101929 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f10a555e-c076-4712-b9af-27f333f6c3bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:33:51.104275 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.105918 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:51.107488 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-41653cca-ddad-467b-b41c-dee75256a723 req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "PUT /v2.0/ports/f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 982 time: 0.3446269 Oct 27 05:33:51.113583 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:33:51.116000 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd950135-7c3a-4c92-ac71-c3efc0a2948d" -d '{"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:33:51.144052 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a800a-92d8-417a-85b2-dcb0732d62ae tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=6']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:51.184047 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a622ad43-55c5-4369-b10f-0c1e663afa02 x-openstack-request-id: req-a622ad43-55c5-4369-b10f-0c1e663afa02 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:33:51.184467 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:33:51.184817 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a622ad43-55c5-4369-b10f-0c1e663afa02 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:33:51.185842 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'status': 'completed', 'code': 200} Oct 27 05:33:51.234992 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f10a555e-c076-4712-b9af-27f333f6c3bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:33:51.236320 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f557e6-f47b-418a-abd4-7eaca48c0449 req-b8aef52f-accc-443e-8919-1ab2d6dffe50 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.238127 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f9f557e6-f47b-418a-abd4-7eaca48c0449 req-b8aef52f-accc-443e-8919-1ab2d6dffe50 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0514209 Oct 27 05:33:51.313339 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f9f557e6-f47b-418a-abd4-7eaca48c0449 req-f46bc56d-7ed2-4da2-9ef7-0682b8632c3e tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645254 Oct 27 05:33:51.315279 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-ea0370f6-2483-4f3e-98a7-875b63ee1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.316678 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-ea0370f6-2483-4f3e-98a7-875b63ee1386 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1138 time: 0.0776823 Oct 27 05:33:51.420786 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-1ab705f2-ba91-4fbb-a417-ce678cae8ea1 None None] Provisioning complete for port f10a555e-c076-4712-b9af-27f333f6c3bc triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:51.421146 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1ab705f2-ba91-4fbb-a417-ce678cae8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:51.441710 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-72197d56-2825-4ebb-b4cc-3d4a0d6fbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.443180 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-72197d56-2825-4ebb-b4cc-3d4a0d6fbca6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.1190805 Oct 27 05:33:51.489180 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['38e58add-d22d-494b-aa12-de80b2ddad7d'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:33:51.501896 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6bb12-371c-44a3-a95f-e951f4d2386b req-798febf8-0ae5-4eef-b025-ae8c9a5c416a tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.503373 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-40e6bb12-371c-44a3-a95f-e951f4d2386b req-798febf8-0ae5-4eef-b025-ae8c9a5c416a tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 945 time: 0.0979614 Oct 27 05:33:51.541864 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-ec5e15c0-082d-47a0-8a1e-c54bd7650597 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 1000 time: 0.0885088 Oct 27 05:33:51.562768 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-40e6bb12-371c-44a3-a95f-e951f4d2386b req-00fae6b9-6299-4091-9ef1-0642a04fb0bf tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Oct 27 05:33:51.595662 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-46ff43df-bc5b-41db-ad04-1e5baea885e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.597095 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-46ff43df-bc5b-41db-ad04-1e5baea885e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0473974 Oct 27 05:33:51.642454 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-525eda54-ccb1-4dea-aa7c-d9af80d27287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:51.644163 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-525eda54-ccb1-4dea-aa7c-d9af80d27287 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406339 Oct 27 05:33:51.737809 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-d081b805-23dc-4bce-8fec-9b8255835b1e service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Oct 27 05:33:51.827298 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-fd950135-7c3a-4c92-ac71-c3efc0a2948d req-5b135ae7-8c55-4a47-b2b8-090e27a13e36 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818102 Oct 27 05:33:52.680959 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac1f3b-9d07-47eb-8ad8-6cea2730a735 req-521a2471-9048-45dc-94df-bbef5cb84464 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:52.682390 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-95ac1f3b-9d07-47eb-8ad8-6cea2730a735 req-521a2471-9048-45dc-94df-bbef5cb84464 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 945 time: 0.0530891 Oct 27 05:33:52.719497 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-95ac1f3b-9d07-47eb-8ad8-6cea2730a735 req-4534bcdf-cb9f-4234-9754-8fb18285f98b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Oct 27 05:33:52.835808 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 38e58add-d22d-494b-aa12-de80b2ddad7d up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:33:52.883610 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 38e58add-d22d-494b-aa12-de80b2ddad7d completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:33:52.887304 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 38e58add-d22d-494b-aa12-de80b2ddad7d triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:33:52.887670 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:52.965180 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:52.986189 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e58add-d22d-494b-aa12-de80b2ddad7d'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:33:52.988720 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940298d-69b9-4e2b-9025-65c653810bf3" -d '{"events": [{"server_uuid": "e2f72c6d-44fb-4316-acd4-00e1e1e8212c", "name": "network-vif-plugged", "status": "completed", "tag": "38e58add-d22d-494b-aa12-de80b2ddad7d"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:33:53.002025 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 38e58add-d22d-494b-aa12-de80b2ddad7d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=38e58add-d22d-494b-aa12-de80b2ddad7d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:33:53.005923 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:33:53.029870 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b836b3-2e6a-49bd-9d40-b85463d84f01 x-openstack-request-id: req-84b836b3-2e6a-49bd-9d40-b85463d84f01 {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:33:53.030155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f72c6d-44fb-4316-acd4-00e1e1e8212c", "name": "network-vif-plugged", "status": "completed", "tag": "38e58add-d22d-494b-aa12-de80b2ddad7d", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:33:53.030407 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84b836b3-2e6a-49bd-9d40-b85463d84f01 {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:33:53.030786 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e58add-d22d-494b-aa12-de80b2ddad7d', 'code': 200} Oct 27 05:33:53.053292 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=38e58add-d22d-494b-aa12-de80b2ddad7d,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:33:53.221611 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce0a9-b394-4839-bfe3-67d70e66d454 req-9217a96c-9647-4545-a2ea-fa69021d7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:53.222976 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f13ce0a9-b394-4839-bfe3-67d70e66d454 req-9217a96c-9647-4545-a2ea-fa69021d7ba3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 1099 time: 0.0393987 Oct 27 05:33:53.257198 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f13ce0a9-b394-4839-bfe3-67d70e66d454 req-d916d0cb-3f92-45a5-b25b-ca2087cf273b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274539 Oct 27 05:33:53.830249 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a98a-af57-4c9d-a634-783b1e83d351 req-0fb5f152-ad81-41a0-9af1-01971934f443 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:53.831754 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-63d0a98a-af57-4c9d-a634-783b1e83d351 req-0fb5f152-ad81-41a0-9af1-01971934f443 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0484056 Oct 27 05:33:53.868787 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-63d0a98a-af57-4c9d-a634-783b1e83d351 req-92055462-3710-4361-a1ea-baba8ea90b62 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Oct 27 05:33:54.984925 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2f26c-4d74-4fca-bc72-44b1f590e49e req-dbec696a-7331-4694-86c3-7826fe8cdbe4 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:33:54.986355 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-16c2f26c-4d74-4fca-bc72-44b1f590e49e req-dbec696a-7331-4694-86c3-7826fe8cdbe4 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0515413 Oct 27 05:33:55.022666 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-16c2f26c-4d74-4fca-bc72-44b1f590e49e req-37d41bf2-44c4-49a3-a7f9-26068eba7915 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Oct 27 05:33:57.562438 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:04.411194 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59516) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:04.659804 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Deleting port b1dd539f-13e5-4f95-87bb-0cd2c3065a26 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:04.660138 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:04.737102 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:04.737330 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:04.748928 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Calling delete_port for b1dd539f-13e5-4f95-87bb-0cd2c3065a26 owned by network:floatingip {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:04.921994 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:04.945355 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event deleted for resources: {'Port': ['ID=b1dd539f-13e5-4f95-87bb-0cd2c3065a26,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:04.957969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.958314 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.958651 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.958985 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.959350 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.959681 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.960004 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.960323 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.960643 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.960961 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.961280 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:04.961596 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:05.020108 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for floatingip, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:05.020436 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.db.l3_db [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Floating IP 53cad753-efd5-4c2f-8517-87b24cecf437 disassociated (deleted). External IP: 172.28.2.151, port: de262f82-40ea-4357-9256-e90bfea99d17. Oct 27 05:34:05.223761 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Router 093c0581-ea6f-4227-adc1-4e665531a3de has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:34:05.330548 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:34:05.335367 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:05.339966 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] Sync routers for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:34:05.352887 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:34:05.353532 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:33:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:05.365420 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6372062e-94f2-4df8-bb7d-0cda0ac3006d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "DELETE /v2.0/floatingips/53cad753-efd5-4c2f-8517-87b24cecf437 HTTP/1.1" status: 204 len: 168 time: 0.9508309 Oct 27 05:34:05.365420 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:34:05.366154 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf36d2b11568e7636db231b68488db4fc76e46cf570f2738b15e5d2f24d752c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706e9353-1e5a-47ea-a2b8-c6a432131589" -d '{"events": [{"name": "network-changed", "server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101382) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:34:05.417475 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9f963d-0291-4b8d-bc79-8541a8881452 x-openstack-request-id: req-9e9f963d-0291-4b8d-bc79-8541a8881452 {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:34:05.418096 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "status": "completed", "code": 200}]} {{(pid=101382) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:34:05.418096 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e9f963d-0291-4b8d-bc79-8541a8881452 {{(pid=101382) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:34:05.418827 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'status': 'completed', 'code': 200} Oct 27 05:34:05.464370 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:34:05.547495 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-a78a89dc-b5ca-4c49-ace6-4978864230d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:05.549041 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-a78a89dc-b5ca-4c49-ace6-4978864230d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 1099 time: 0.0746450 Oct 27 05:34:05.680372 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:05.707022 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] Checking router: 093c0581-ea6f-4227-adc1-4e665531a3de for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:34:05.715568 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:34:05.716175 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:33:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:05.772388 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428eb27-5940-419e-a0e1-5c7af885887f req-f8a63e7d-3ec3-444d-8f20-c8d293c9cd34 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:05.774166 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7428eb27-5940-419e-a0e1-5c7af885887f req-f8a63e7d-3ec3-444d-8f20-c8d293c9cd34 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.2052679 Oct 27 05:34:05.777077 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-40fefef1-aaf8-4046-99bb-aafd8136d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:05.778429 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-40fefef1-aaf8-4046-99bb-aafd8136d613 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 200 len: 910 time: 0.1383696 Oct 27 05:34:05.829983 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:34:05.835059 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-449f9d2b-de41-422c-abfc-c2b4a209d4a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 200 len: 217 time: 0.0421705 Oct 27 05:34:05.880919 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-7428eb27-5940-419e-a0e1-5c7af885887f req-a632d05a-0f49-4b16-aa39-e4eb96045e7e tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006012 Oct 27 05:34:05.902044 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-063e9500-6af2-4787-b372-5045b678e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:05.903339 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-063e9500-6af2-4787-b372-5045b678e433 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 200 len: 848 time: 0.0580370 Oct 27 05:34:05.951146 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-c12183da-679e-4df6-babd-cbbb36393375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:05.954043 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-c12183da-679e-4df6-babd-cbbb36393375 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410285 Oct 27 05:34:06.047931 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:06.070113 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-2f4cabf8-6dbc-4ca6-ac0c-8eb221599f25 service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870948 Oct 27 05:34:06.074500 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea18b1b-9623-41ba-af53-f3c007ecf2f7 None None] The sync data for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb is: [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:22Z', 'revision_number': 4, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': 'f0b405df-2eeb-4c29-84f1-8ebeca5c42d3', 'name': '', 'network_id': 'fe42b1d6-54ab-4dc9-8c06-d202cff47c0f', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'mac_address': 'fa:16:3e:f1:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:21Z', 'updated_at': '2021-10-27T05:28:26Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'subnets': [{'id': 'eebf0d79-42f4-4b47-96e0-f5909a0ca0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:34:06.168026 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-706e9353-1e5a-47ea-a2b8-c6a432131589 req-caaf8d9d-c10e-419e-bf05-108fd5434ccc service neutron] 10.222.0.25 "GET /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899158 Oct 27 05:34:06.288125 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1cea7-684f-42fa-bcb1-005a49d19756 None None] New status for floating IP 53cad753-efd5-4c2f-8517-87b24cecf437: DOWN {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:34:07.053115 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031c3d-ea07-42a5-9f1a-c4357ae51d67 req-c5e25bd9-6e4e-4d17-9045-b68758e6ebf5 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:07.054825 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-26031c3d-ea07-42a5-9f1a-c4357ae51d67 req-c5e25bd9-6e4e-4d17-9045-b68758e6ebf5 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0968034 Oct 27 05:34:07.094615 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-26031c3d-ea07-42a5-9f1a-c4357ae51d67 req-c0ee4df5-1662-48fe-9fb2-53a2fb1728bd tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Oct 27 05:34:07.143680 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-b0f3b112-8263-42d9-9c82-7bb3624b5873 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863285 Oct 27 05:34:07.255869 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-03016d1f-9e23-4d56-a391-7982ffde0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:07.257297 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-03016d1f-9e23-4d56-a391-7982ffde0b3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1138 time: 0.0408251 Oct 27 05:34:07.359122 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-b6a18b3a-bb25-4b19-b483-ff08fc12495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:07.360568 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-b6a18b3a-bb25-4b19-b483-ff08fc12495e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.0824835 Oct 27 05:34:07.454089 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-69741dc2-3ab3-4182-a1fb-b185eee9cae6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 1000 time: 0.0674934 Oct 27 05:34:07.507497 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-4bfb7814-62ca-46a9-9d76-89083ca92278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:07.508897 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-4bfb7814-62ca-46a9-9d76-89083ca92278 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0431511 Oct 27 05:34:07.557923 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-22cd9731-a5be-401a-8383-a85aab93bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:07.559402 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-22cd9731-a5be-401a-8383-a85aab93bc94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0383542 Oct 27 05:34:07.570961 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-e2f4e80e-23c2-4a1c-a8f7-43915afa3697 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:34:07.571952 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-e2f4e80e-23c2-4a1c-a8f7-43915afa3697 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047824 Oct 27 05:34:07.662560 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-763d9107-0d31-4d61-97ec-c15692cb8a97 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Oct 27 05:34:07.763938 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-37c4d2f3-6d0d-4495-b50d-44cb3bf9fecf req-0d82371b-0872-424b-b295-9eea0262697f service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Oct 27 05:34:07.897834 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-b8f74669-724d-4243-9bd0-3d98a5d93356 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:07.899298 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-b8f74669-724d-4243-9bd0-3d98a5d93356 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0520065 Oct 27 05:34:07.990259 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Deleting port de262f82-40ea-4357-9256-e90bfea99d17 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:07.990601 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:08.079723 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] For port de262f82-40ea-4357-9256-e90bfea99d17, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de262f82-40ea-4357-9256-e90bfea99d17,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:08.080413 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:08.092677 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Calling delete_port for de262f82-40ea-4357-9256-e90bfea99d17 owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:08.253730 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd738f-986e-4e7c-8956-240420612cf6 req-db11930c-7ac6-432f-b7b6-1b1bd1e30c68 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:08.255185 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f0bd738f-986e-4e7c-8956-240420612cf6 req-db11930c-7ac6-432f-b7b6-1b1bd1e30c68 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/ports?device_id=50b1cd7f-58dd-44a7-9f79-db55d501fd64 HTTP/1.1" status: 200 len: 946 time: 0.0860336 Oct 27 05:34:08.264353 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:08.304016 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event deleted for resources: {'Port': ['ID=de262f82-40ea-4357-9256-e90bfea99d17,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:08.319301 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.319649 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.319986 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.320320 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.320653 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.320978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.321294 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.321671 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.321987 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.322350 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.322771 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.323116 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:08.366554 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] No DVR routers for this DVR port de262f82-40ea-4357-9256-e90bfea99d17 on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:34:08.370857 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f0bd738f-986e-4e7c-8956-240420612cf6 req-5300f432-1f36-4b9e-863a-ea3a232d745d tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "GET /v2.0/security-groups?id=6884ff78-2845-41af-8b28-c6cd4a45b5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092894 Oct 27 05:34:08.371896 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:08.375125 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-56a18cf2-1ea2-4bc3-8d55-e1d2e787e0c8 req-54f4bb45-aa5e-4d9a-a2bc-6a7ce85a39f0 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.25 "DELETE /v2.0/ports/de262f82-40ea-4357-9256-e90bfea99d17 HTTP/1.1" status: 204 len: 173 time: 0.4689505 Oct 27 05:34:08.375566 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-deleted', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:34:08.377839 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9d21d9-a4fc-431f-8290-4907915bf6fe" -d '{"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-deleted", "tag": "de262f82-40ea-4357-9256-e90bfea99d17"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:34:08.415317 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eedc63-582e-49bb-a762-7d16f3376b62 x-openstack-request-id: req-07eedc63-582e-49bb-a762-7d16f3376b62 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:34:08.415627 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b1cd7f-58dd-44a7-9f79-db55d501fd64", "name": "network-vif-deleted", "tag": "de262f82-40ea-4357-9256-e90bfea99d17", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:34:08.415908 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07eedc63-582e-49bb-a762-7d16f3376b62 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:34:08.416327 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b1cd7f-58dd-44a7-9f79-db55d501fd64', 'name': 'network-vif-deleted', 'tag': 'de262f82-40ea-4357-9256-e90bfea99d17', 'status': 'completed', 'code': 200} Oct 27 05:34:09.427318 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59562) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:09.487682 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c637d0d-eedb-42cc-9e84-4b5b9faff175 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:09.512175 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c637d0d-eedb-42cc-9e84-4b5b9faff175 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:09.568506 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c637d0d-eedb-42cc-9e84-4b5b9faff175 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:09.571213 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2c637d0d-eedb-42cc-9e84-4b5b9faff175 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:09.572424 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-2c637d0d-eedb-42cc-9e84-4b5b9faff175 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] 10.222.0.15 "DELETE /v2.0/security-groups/6884ff78-2845-41af-8b28-c6cd4a45b5cf HTTP/1.1" status: 204 len: 168 time: 0.1441264 Oct 27 05:34:09.581419 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c637d0d-eedb-42cc-9e84-4b5b9faff175 tempest-TestShelveInstance-170657658 tempest-TestShelveInstance-170657658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884ff78-2845-41af-8b28-c6cd4a45b5cf,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:09.617259 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59566) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:09.991693 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:10.226236 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Deleting port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:10.226575 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:10.522963 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] For port f0b405df-2eeb-4c29-84f1-8ebeca5c42d3, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:10.523692 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:10.535617 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Calling delete_port for f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 owned by network:router_interface {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:10.705452 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:10.727661 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b405df-2eeb-4c29-84f1-8ebeca5c42d3,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:10.854630 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f8d50d55-31a7-46bc-98d6-839077131d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:10.891119 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:11.098507 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Router 093c0581-ea6f-4227-adc1-4e665531a3de has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:34:11.206448 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:34:11.214042 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59576) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:11.214500 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-6b65ee3e-10db-4e86-9381-b88e96680f37 admin admin] 10.222.0.15 "PUT /v2.0/routers/093c0581-ea6f-4227-adc1-4e665531a3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957367 Oct 27 05:34:11.215066 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] Sync routers for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:34:11.225402 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:34:11.225996 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:33:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:11.314824 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:11.328522 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:34:11.637352 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:34:10Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:11.663766 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] Checking router: 093c0581-ea6f-4227-adc1-4e665531a3de for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:34:11.672591 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] Routers {'093c0581-ea6f-4227-adc1-4e665531a3de'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:34:11.673187 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:33:43Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['093c0581-ea6f-4227-adc1-4e665531a3de'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:11.677374 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:11.735932 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Deleting port cd05b98e-be6b-4299-9761-070a5fad1406 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:11.736268 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:11.779240 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] Set router 093c0581-ea6f-4227-adc1-4e665531a3de gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:34:11.812889 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] For port cd05b98e-be6b-4299-9761-070a5fad1406, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=cd05b98e-be6b-4299-9761-070a5fad1406,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:11.813274 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:11.825260 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Calling delete_port for cd05b98e-be6b-4299-9761-070a5fad1406 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:11.958531 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:34:10Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:11.984878 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043496d-bdf5-47a8-a0c8-8c83b37aaba0 None None] The sync data for ids ['093c0581-ea6f-4227-adc1-4e665531a3de'] in dv-cinder-815461-4-smb is: [{'id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'name': 'tempest-TestShelveInstance-2119552507-router', 'tenant_id': '87cccfd36bf84e22a7d20d5faedcb373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:34:10Z', 'revision_number': 5, 'project_id': '87cccfd36bf84e22a7d20d5faedcb373', 'gw_port': {'id': 'cd05b98e-be6b-4299-9761-070a5fad1406', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093c0581-ea6f-4227-adc1-4e665531a3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:19Z', 'updated_at': '2021-10-27T05:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:34:11.989231 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.019678 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd05b98e-be6b-4299-9761-070a5fad1406,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:12.077819 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.165399 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.167518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.213072 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.213528 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 093c0581-ea6f-4227-adc1-4e665531a3de {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:34:12.218273 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.219329 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-030230dc-35c4-49f4-b260-af3afd9b1ba8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/093c0581-ea6f-4227-adc1-4e665531a3de HTTP/1.1" status: 204 len: 168 time: 1.0042961 Oct 27 05:34:12.221969 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59580) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:12.268566 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Deleting subnet eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:34:12.271441 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.305521 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575744'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.383149 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.436689 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3852872'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.465874 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebf0d79-42f4-4b47-96e0-f5909a0ca0e4,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:12.469788 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.473772 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-b2cad6f8-14e9-4a18-b2eb-fbfd6b55f117 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eebf0d79-42f4-4b47-96e0-f5909a0ca0e4 HTTP/1.1" status: 204 len: 168 time: 0.2504981 Oct 27 05:34:12.475634 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59582) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:12.477533 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040d0bd-c1d1-4d43-9df7-8d02f1641376 None None] Network fe42b1d6-54ab-4dc9-8c06-d202cff47c0f requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:34:12.549424 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.602623 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Deleting port 1fad5f84-159c-49e2-9904-42df49e96166 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:12.603062 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.673672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] For port 1fad5f84-159c-49e2-9904-42df49e96166, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=1fad5f84-159c-49e2-9904-42df49e96166,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:12.674056 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.680568 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] DHCP port deletion for fe42b1d6-54ab-4dc9-8c06-d202cff47c0f request from dv-cinder-815461-4-smb {{(pid=101383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 05:34:12.687349 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Calling delete_port for 1fad5f84-159c-49e2-9904-42df49e96166 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:12.726745 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Deleting port 1fad5f84-159c-49e2-9904-42df49e96166 {{(pid=101383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:12.727022 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.764517 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.791587 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] For port 1fad5f84-159c-49e2-9904-42df49e96166, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=1fad5f84-159c-49e2-9904-42df49e96166,segment=NetworkSegment(91cef936-62e8-48fc-876d-13c4d82df341),segment_id=91cef936-62e8-48fc-876d-13c4d82df341)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:12.792034 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.792772 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=1fad5f84-159c-49e2-9904-42df49e96166,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:12.798792 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] No DVR routers for this DVR port 1fad5f84-159c-49e2-9904-42df49e96166 on host dv-cinder-815461-4-smb {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:34:12.804865 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Calling delete_port for 1fad5f84-159c-49e2-9904-42df49e96166 owned by network:dhcp {{(pid=101383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:12.868245 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.879943 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228'] for port, after_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.888402 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe42b1d6-54ab-4dc9-8c06-d202cff47c0f']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:12.897475 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cef936-62e8-48fc-876d-13c4d82df341') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:12.897716 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cef936-62e8-48fc-876d-13c4d82df341') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:12.907401 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.908912 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Pushing event deleted for resources: {'Port': ['ID=1fad5f84-159c-49e2-9904-42df49e96166,revision_number=None']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:12.911922 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] No DVR routers for this DVR port 1fad5f84-159c-49e2-9904-42df49e96166 on host dv-cinder-815461-4-smb {{(pid=101383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:34:12.917314 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:12.922705 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.923046 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.923381 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.923499 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.923711 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.924031 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.924357 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.924672 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.924993 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.925311 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.925621 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.925933 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.926244 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe38c0b-11ea-4489-9a8f-226e54243954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:34:12.932969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:34:12.933398 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:34:12.935687 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:34:12.946942 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: de262f82-40ea-4357-9256-e90bfea99d17 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:12.947305 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device de262f82-40ea-4357-9256-e90bfea99d17 not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:12.993441 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:34:13.000809 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.011697 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.018735 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe42b1d6-54ab-4dc9-8c06-d202cff47c0f HTTP/1.1" status: 204 len: 168 time: 0.5383086 Oct 27 05:34:13.018936 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59584) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:13.044072 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb3fed-86d4-45bb-883c-4ea6bc498dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=fe42b1d6-54ab-4dc9-8c06-d202cff47c0f,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:13.084592 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 1fad5f84-159c-49e2-9904-42df49e96166 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:13.105645 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 1fad5f84-159c-49e2-9904-42df49e96166 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:13.105981 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 1fad5f84-159c-49e2-9904-42df49e96166 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:13.106395 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device cd05b98e-be6b-4299-9761-070a5fad1406 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:13.126106 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: cd05b98e-be6b-4299-9761-070a5fad1406 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:13.126439 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device cd05b98e-be6b-4299-9761-070a5fad1406 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:13.126840 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:13.145317 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:13.145650 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device f0b405df-2eeb-4c29-84f1-8ebeca5c42d3 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:13.363678 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-dc78a5b3-4194-46b3-a13d-e3258a5eb9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.366073 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.614885 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Deleting port e79dc0bc-3fdc-4887-a301-7611e2d7fe26 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:13.615137 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.694588 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] For port e79dc0bc-3fdc-4887-a301-7611e2d7fe26, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,segment=NetworkSegment(67d24bb6-d8ad-430c-93fa-a487d3810173),segment_id=67d24bb6-d8ad-430c-93fa-a487d3810173)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:13.694970 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.706920 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Calling delete_port for e79dc0bc-3fdc-4887-a301-7611e2d7fe26 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:13.884085 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:13.909452 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79dc0bc-3fdc-4887-a301-7611e2d7fe26,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:14.072868 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.300250 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:34:14.407790 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:34:14.412689 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-e7c8628e-b48f-4eef-8a10-34dc35929fa7 admin admin] 10.222.0.15 "PUT /v2.0/routers/7a76d8c7-911d-4a9b-8cd2-69715c02f29b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934124 Oct 27 05:34:14.415518 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59594) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:14.416467 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] Sync routers for ids ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:34:14.427232 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] Routers {'7a76d8c7-911d-4a9b-8cd2-69715c02f29b'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:34:14.427843 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:34:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:14.533755 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.536685 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.554773 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] Set router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:34:14.645210 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.697983 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Deleting port 91937a57-0b0a-493f-bdcb-09ff780f4333 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:14.698320 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.746152 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:34:13Z', 'revision_number': 5, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port': {'id': '91937a57-0b0a-493f-bdcb-09ff780f4333', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:14.776504 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] Checking router: 7a76d8c7-911d-4a9b-8cd2-69715c02f29b for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:34:14.778076 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] For port 91937a57-0b0a-493f-bdcb-09ff780f4333, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=91937a57-0b0a-493f-bdcb-09ff780f4333,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:14.778458 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.785090 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] Routers {'7a76d8c7-911d-4a9b-8cd2-69715c02f29b'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:34:14.785305 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:34:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:14.790694 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Calling delete_port for 91937a57-0b0a-493f-bdcb-09ff780f4333 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:14.875545 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] Set router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b gateway port host: None {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:34:14.878042 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:14.927470 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:34:14Z', 'revision_number': 6, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port_host': None}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:14.958202 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24972029-00f0-41fe-8d38-edab834fabe6 None None] The sync data for ids ['7a76d8c7-911d-4a9b-8cd2-69715c02f29b'] in dv-cinder-815461-4-smb is: [{'id': '7a76d8c7-911d-4a9b-8cd2-69715c02f29b', 'name': 'tempest-TestShelveInstance-1318924557-router', 'tenant_id': '487cafcb14604819bde927cf28efac05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:28:24Z', 'updated_at': '2021-10-27T05:34:14Z', 'revision_number': 6, 'project_id': '487cafcb14604819bde927cf28efac05', 'gw_port_host': None}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:34:14.981312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.010530 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91937a57-0b0a-493f-bdcb-09ff780f4333,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:15.070888 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.157316 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.159405 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.201370 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.201893 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a76d8c7-911d-4a9b-8cd2-69715c02f29b {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:34:15.206453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.207652 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-fe8da4c2-6af3-4885-937b-48341acef8b6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7a76d8c7-911d-4a9b-8cd2-69715c02f29b HTTP/1.1" status: 204 len: 168 time: 0.7911694 Oct 27 05:34:15.210244 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 59602) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:15.256960 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_v2 [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Deleting subnet 3c373eb8-558e-4adb-a69d-13a99cd4b654 {{(pid=101381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:34:15.259876 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.293063 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3575744'] for subnet, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.375842 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.436921 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3852872'] for subnet, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.465816 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c373eb8-558e-4adb-a69d-13a99cd4b654,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:15.471922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.476179 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-248d92ac-7f34-49bc-b5a2-96203da985b9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c373eb8-558e-4adb-a69d-13a99cd4b654 HTTP/1.1" status: 204 len: 168 time: 0.2650223 Oct 27 05:34:15.476509 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeae7a6-cfab-42fd-ad31-3431d4657dca None None] Network 1d7f01ab-a81d-45eb-989d-753777e039c7 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:34:15.478823 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59604) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:15.556460 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.616299 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Deleting port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:15.616633 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.678998 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] For port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,segment=NetworkSegment(67d24bb6-d8ad-430c-93fa-a487d3810173),segment_id=67d24bb6-d8ad-430c-93fa-a487d3810173)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:15.679344 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.691125 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Calling delete_port for b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:15.763401 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a77377-65e7-4136-b52d-e4e8052e0453 None None] DHCP port deletion for 1d7f01ab-a81d-45eb-989d-753777e039c7 request from dv-cinder-815461-4-smb {{(pid=101383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 05:34:15.768704 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device e79dc0bc-3fdc-4887-a301-7611e2d7fe26 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:15.772451 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.795512 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: e79dc0bc-3fdc-4887-a301-7611e2d7fe26 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:15.795951 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device e79dc0bc-3fdc-4887-a301-7611e2d7fe26 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:15.800308 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:15.802138 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] No DVR routers for this DVR port b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 on host dv-cinder-815461-4-smb {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:34:15.813554 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-15a77377-65e7-4136-b52d-e4e8052e0453 None None] The port 'b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5' was deleted {{(pid=101383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 27 05:34:15.877691 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.897862 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7f01ab-a81d-45eb-989d-753777e039c7']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:15.907121 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d24bb6-d8ad-430c-93fa-a487d3810173') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:15.907497 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d24bb6-d8ad-430c-93fa-a487d3810173') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:34:15.924122 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.941496 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.948969 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:34:15.949515 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:34:15.952275 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:34:16.024276 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.029925 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.035954 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d7f01ab-a81d-45eb-989d-753777e039c7 HTTP/1.1" status: 204 len: 168 time: 0.5559442 Oct 27 05:34:16.048643 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53853f-4eb1-4097-962e-59c2c7b99395 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7f01ab-a81d-45eb-989d-753777e039c7,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:16.156922 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59610) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:16.194917 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8edc9cde-f584-4883-876f-f968b768a361 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87cccfd36bf84e22a7d20d5faedcb373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368683 Oct 27 05:34:16.197246 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59612) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:16.245747 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a421c442-6487-4fff-9c39-8a00f6973a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.267142 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a421c442-6487-4fff-9c39-8a00f6973a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.313348 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a421c442-6487-4fff-9c39-8a00f6973a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.315949 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-a421c442-6487-4fff-9c39-8a00f6973a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.317080 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-a421c442-6487-4fff-9c39-8a00f6973a68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e0637dd-a7b9-4431-ade1-d74c77abfba0 HTTP/1.1" status: 204 len: 168 time: 0.1189704 Oct 27 05:34:16.325295 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421c442-6487-4fff-9c39-8a00f6973a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0637dd-a7b9-4431-ade1-d74c77abfba0,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:16.382396 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.627856 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59618) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:16.666912 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-61cbe3e1-9268-4bba-a17d-c00d2788e4e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=487cafcb14604819bde927cf28efac05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378091 Oct 27 05:34:16.669335 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 59620) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:34:16.716301 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bee3f87-5360-413f-85f3-8772e51455a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.737719 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bee3f87-5360-413f-85f3-8772e51455a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.784996 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bee3f87-5360-413f-85f3-8772e51455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.787782 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-3bee3f87-5360-413f-85f3-8772e51455a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:16.789067 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-3bee3f87-5360-413f-85f3-8772e51455a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6794eaa-8b8c-41f8-a494-7b1f05adfa54 HTTP/1.1" status: 204 len: 168 time: 0.1182659 Oct 27 05:34:16.804746 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee3f87-5360-413f-85f3-8772e51455a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6794eaa-8b8c-41f8-a494-7b1f05adfa54,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:17.065699 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 91937a57-0b0a-493f-bdcb-09ff780f4333 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:17.086649 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 91937a57-0b0a-493f-bdcb-09ff780f4333 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:17.086994 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 91937a57-0b0a-493f-bdcb-09ff780f4333 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:17.087448 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:17.111179 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:17.111438 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device b2417ce5-2dff-4aa7-8f54-4cd2f78ca4a5 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:27.564213 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:37.384755 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa8a5d-4025-4d0a-aca4-663a48a75cc9 req-09a5be8b-6297-4631-aec8-67b591d083d2 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:37.386191 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b8aa8a5d-4025-4d0a-aca4-663a48a75cc9 req-09a5be8b-6297-4631-aec8-67b591d083d2 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0489171 Oct 27 05:34:37.422995 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b8aa8a5d-4025-4d0a-aca4-663a48a75cc9 req-56e00f83-79cc-4a5f-9cf4-8ec0f5040fa9 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Oct 27 05:34:38.536912 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed0b6c-f25e-4ca0-afd1-840e07eb134a req-c84b20c3-d057-4129-9aec-d46b6b4bbcb6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:38.538358 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67ed0b6c-f25e-4ca0-afd1-840e07eb134a req-c84b20c3-d057-4129-9aec-d46b6b4bbcb6 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0481076 Oct 27 05:34:38.580873 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-67ed0b6c-f25e-4ca0-afd1-840e07eb134a req-e75e8c30-0a9d-4165-b8b9-cf15c1afec64 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Oct 27 05:34:39.695797 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d786b-d4fc-4b93-9f45-481c0e7d80d5 req-02883552-146e-4413-a9a9-a84b2d640bd9 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:39.697215 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-af8d786b-d4fc-4b93-9f45-481c0e7d80d5 req-02883552-146e-4413-a9a9-a84b2d640bd9 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0503767 Oct 27 05:34:39.977402 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-af8d786b-d4fc-4b93-9f45-481c0e7d80d5 req-9b76589f-6b4c-415a-a4e6-dcd0e41bc1e3 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738185 Oct 27 05:34:40.846851 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-9b989930-4f01-4037-9af8-3d6cca94b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:41.092842 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f648-bcf5-4ea3-a1ff-22fea898c951 req-8721e6ba-0f81-4668-99c8-59d519e7f6eb tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:41.094782 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ebc1f648-bcf5-4ea3-a1ff-22fea898c951 req-8721e6ba-0f81-4668-99c8-59d519e7f6eb tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0508921 Oct 27 05:34:41.130958 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ebc1f648-bcf5-4ea3-a1ff-22fea898c951 req-d587e0fa-e057-4675-b0df-6fe14228ae48 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302205 Oct 27 05:34:42.244101 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327aa39-bfd2-419a-9a29-7bf3c2918c22 req-24c315a2-d250-4ed5-aa6e-8d8f9c68c53c tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:42.245546 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6327aa39-bfd2-419a-9a29-7bf3c2918c22 req-24c315a2-d250-4ed5-aa6e-8d8f9c68c53c tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0487411 Oct 27 05:34:42.281815 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6327aa39-bfd2-419a-9a29-7bf3c2918c22 req-b15e3c5b-1b1c-4807-990a-872058a019ba tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Oct 27 05:34:42.352973 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-98915df0-25ce-4067-aed6-5a99479eeec8 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:42.354385 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-98915df0-25ce-4067-aed6-5a99479eeec8 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2f72c6d-44fb-4316-acd4-00e1e1e8212c HTTP/1.1" status: 200 len: 946 time: 0.0503743 Oct 27 05:34:42.441697 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Deleting port 38e58add-d22d-494b-aa12-de80b2ddad7d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:34:42.441953 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:42.531532 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] For port 38e58add-d22d-494b-aa12-de80b2ddad7d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=38e58add-d22d-494b-aa12-de80b2ddad7d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:42.531950 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:42.544764 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Calling delete_port for 38e58add-d22d-494b-aa12-de80b2ddad7d owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:34:42.668380 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:42.695483 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Pushing event deleted for resources: {'Port': ['ID=38e58add-d22d-494b-aa12-de80b2ddad7d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:42.705502 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['38e58add-d22d-494b-aa12-de80b2ddad7d'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:34:42.736309 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] No DVR routers for this DVR port 38e58add-d22d-494b-aa12-de80b2ddad7d on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:34:42.739514 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:42.742879 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b4c44b81-5716-4013-be27-dbf72ff8b18f req-9370ae4e-cf1a-482a-b63d-d2f78eb6d966 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "DELETE /v2.0/ports/38e58add-d22d-494b-aa12-de80b2ddad7d HTTP/1.1" status: 204 len: 173 time: 0.3822575 Oct 27 05:34:42.743337 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'name': 'network-vif-deleted', 'tag': '38e58add-d22d-494b-aa12-de80b2ddad7d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:34:42.745617 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba915173-a695-4b4e-9bd1-ca74d32e9052" -d '{"events": [{"server_uuid": "e2f72c6d-44fb-4316-acd4-00e1e1e8212c", "name": "network-vif-deleted", "tag": "38e58add-d22d-494b-aa12-de80b2ddad7d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:34:42.782891 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff652e6c-b9fa-481e-a49f-72f02c9e6676 x-openstack-request-id: req-ff652e6c-b9fa-481e-a49f-72f02c9e6676 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:34:42.783360 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f72c6d-44fb-4316-acd4-00e1e1e8212c", "name": "network-vif-deleted", "tag": "38e58add-d22d-494b-aa12-de80b2ddad7d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:34:42.783674 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff652e6c-b9fa-481e-a49f-72f02c9e6676 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:34:42.784279 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f72c6d-44fb-4316-acd4-00e1e1e8212c', 'name': 'network-vif-deleted', 'tag': '38e58add-d22d-494b-aa12-de80b2ddad7d', 'status': 'completed', 'code': 200} Oct 27 05:34:43.367246 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-98b6b54c-1eb0-4773-aedf-068ec46ba44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:44.530857 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:44.881014 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:46.382899 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:47.027569 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 38e58add-d22d-494b-aa12-de80b2ddad7d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:34:47.047760 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 38e58add-d22d-494b-aa12-de80b2ddad7d {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:34:47.048276 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 38e58add-d22d-494b-aa12-de80b2ddad7d not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:34:47.129256 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-a1b8d13d-2a8e-4b7b-9130-787f038a618d tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:47.130678 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-a1b8d13d-2a8e-4b7b-9130-787f038a618d tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/networks?id=c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 200 len: 814 time: 0.1011150 Oct 27 05:34:47.145439 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-f14c9ecf-3034-450c-b054-ed8e219a06df tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/quotas/780f5533bda4476ba60dd5a8a27f06b1 HTTP/1.1" status: 200 len: 375 time: 0.0090055 Oct 27 05:34:47.175290 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-9cba29a9-c05d-49ea-b2cc-1b6745433eb4 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247602 Oct 27 05:34:47.185492 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-084086d7-7d36-4942-abe1-668dcd6e8f47 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=101381) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 05:34:47.186419 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-084086d7-7d36-4942-abe1-668dcd6e8f47 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047405 Oct 27 05:34:47.274565 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-012934ca-0046-469d-92a8-062e0b4378cc service neutron] 10.222.0.15 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826907 Oct 27 05:34:47.360337 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-07d6beac-2e90-4c77-826c-30c391522f80 service neutron] 10.222.0.15 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798800 Oct 27 05:34:47.518948 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a3b0ddfd-f222-4660-8627-03eef14f59b9 req-1564c1c1-7c7c-4956-890a-d49cd965231e tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Oct 27 05:34:48.629975 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2fbf127c-d367-40ad-9d1a-dec6f8656e8e req-68eafe6b-3a28-4bb6-9364-a47566a54957 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 210 time: 0.0391700 Oct 27 05:34:48.640430 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-6cb79360-2f47-4872-9b29-58d53bc04bc0 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:48.642306 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-6cb79360-2f47-4872-9b29-58d53bc04bc0 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "GET /v2.0/networks?id=c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 200 len: 814 time: 0.1320994 Oct 27 05:34:48.664048 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Request body: {'port': {'device_id': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3', 'admin_state_up': True, 'tenant_id': '780f5533bda4476ba60dd5a8a27f06b1'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:34:48.772789 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Made reservation on behalf of 780f5533bda4476ba60dd5a8a27f06b1 for: {'port': 1} {{(pid=101381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 05:34:48.776315 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:48.896594 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.db_base_plugin_common [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Allocated IP 172.20.0.7 (c619aa80-705e-4f15-b4c9-3084cc7087c3/663004ca-3852-4a55-8efe-c6727800d120/2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d) {{(pid=101381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 05:34:49.042244 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks [] for port, precommit_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.074062 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785279441219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_create {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.118952 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Network c619aa80-705e-4f15-b4c9-3084cc7087c3 is already hosted by enough agents. {{(pid=101381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 05:34:49.122103 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.base_scheduler [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Resources bound (agent type, host, resource id): {{(pid=101381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 05:34:49.126361 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Received port after_create {{(pid=101381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 05:34:49.150783 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Pushing event updated for resources: {'Port': ['ID=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,revision_number=1']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:49.178017 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:49.178649 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.194178 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-4ef3110e-0606-4172-a557-d88db411a0fe tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5341904 Oct 27 05:34:49.213348 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Request body: {'port': {'device_id': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:34:49.263869 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.518025 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d {{(pid=101381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:34:49.525117 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.537072 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.provisioning_blocks [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Transition to ACTIVE for port object 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d will not be triggered until provisioned by entity L2. {{(pid=101381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 05:34:49.540821 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.587333 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,revision_number=2']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:49.653070 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Attempting to bind port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 05:34:49.653749 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Attempting to bind port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 05:34:49.653749 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Attempting to bind port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d on network c619aa80-705e-4f15-b4c9-3084cc7087c3 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:34:49.658703 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d on network c619aa80-705e-4f15-b4c9-3084cc7087c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 05:34:49.659022 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Attempting to bind port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d on network c619aa80-705e-4f15-b4c9-3084cc7087c3 {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 05:34:49.664090 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Checking agent: {'id': '13f3ad26-f816-4840-af4e-2bce19b358bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'started_at': datetime.datetime(2021, 10, 27, 5, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 05:34:49.664427 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Checking segment: {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 05:34:49.664803 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Bound using segment: {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'} {{(pid=101381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 05:34:49.665226 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.managers [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Bound port: 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18aa5d-b669-4c10-9d89-ed53c0038f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3'}}] {{(pid=101381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 05:34:49.665573 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.765279 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] For port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host hv-cinder-81546, cleared binding levels {{(pid=101381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 05:34:49.769692 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] For port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 05:34:49.778922 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e41655-35cd-4dd7-a9a7-00f5ed68f777 req-da9ee23e-2414-4cc9-9c93-3e3fa848ef01 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:49.780425 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a6e41655-35cd-4dd7-a9a7-00f5ed68f777 req-da9ee23e-2414-4cc9-9c93-3e3fa848ef01 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 943 time: 0.0804970 Oct 27 05:34:49.781868 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.833107 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:49.833709 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:49.835034 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] 10.222.0.25 "PUT /v2.0/ports/2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d HTTP/1.1" status: 200 len: 1093 time: 0.6255763 Oct 27 05:34:49.835487 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'tag': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:34:49.837715 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03ee64f-aef2-4758-8cd0-2211cec1506a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb943ccb-4c06-4d23-bfc7-6fc0e86f8682", "tag": "2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:34:49.872140 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a6e41655-35cd-4dd7-a9a7-00f5ed68f777 req-2a5ddc10-1f71-483c-85b4-4d1b14add3c5 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846634 Oct 27 05:34:49.873121 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17ddee-13a4-46bf-8e12-eff70cd9d242 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,revision_number=3']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:49.938453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fab583-16d8-429e-a019-02b5f763f5b6 x-openstack-request-id: req-15fab583-16d8-429e-a019-02b5f763f5b6 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:34:49.938747 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb943ccb-4c06-4d23-bfc7-6fc0e86f8682", "tag": "2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:34:49.939002 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15fab583-16d8-429e-a019-02b5f763f5b6 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:34:49.939430 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'tag': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d', 'status': 'completed', 'code': 200} Oct 27 05:34:49.945827 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-93b998a9-2738-4e31-af0f-82dcd4dae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:49.947312 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-93b998a9-2738-4e31-af0f-82dcd4dae9c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 1096 time: 0.0523148 Oct 27 05:34:49.992333 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:34:49.999341 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-05452e28-a96c-4a5b-8dd8-fd3624efd5f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d HTTP/1.1" status: 200 len: 217 time: 0.0335031 Oct 27 05:34:50.051218 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42029-7908-402a-be6b-16337e706b89 req-57e0bdeb-2852-4817-b32e-4b0476d89692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:50.055247 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-57e0bdeb-2852-4817-b32e-4b0476d89692 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=663004ca-3852-4a55-8efe-c6727800d120 HTTP/1.1" status: 200 len: 854 time: 0.0479245 Oct 27 05:34:50.089501 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-84a040ae-da11-4f1e-81f1-022591bda0bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c619aa80-705e-4f15-b4c9-3084cc7087c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275774 Oct 27 05:34:50.176548 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-3776e471-a471-4ba8-9b15-9cdbd0c4888a service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792198 Oct 27 05:34:50.266165 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3db42029-7908-402a-be6b-16337e706b89 req-62ca86cc-8af0-48c9-af36-8a0819d07eea service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825527 Oct 27 05:34:50.398572 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-acecd7cd-b168-487f-8698-248e22a69c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:50.400185 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-acecd7cd-b168-487f-8698-248e22a69c0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 1096 time: 0.0408366 Oct 27 05:34:50.491408 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-c58b6031-cc98-4565-be09-2c0475586076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:50.492820 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-c58b6031-cc98-4565-be09-2c0475586076 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 200 len: 915 time: 0.0858116 Oct 27 05:34:50.532818 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-2a5a6187-0bdb-48cf-9efb-dfb82815adb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d HTTP/1.1" status: 200 len: 217 time: 0.0327930 Oct 27 05:34:50.578388 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-5c4cfd09-c0ad-4ff5-b726-dd11fc75484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:50.580356 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-5c4cfd09-c0ad-4ff5-b726-dd11fc75484f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=663004ca-3852-4a55-8efe-c6727800d120 HTTP/1.1" status: 200 len: 854 time: 0.0413260 Oct 27 05:34:50.610422 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-4a29ba5e-5ddf-4721-bd94-204f6f6a4acd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c619aa80-705e-4f15-b4c9-3084cc7087c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226834 Oct 27 05:34:50.700686 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-f3ccf7d3-1b76-4e57-b3aa-f5067a2c9f6a service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820456 Oct 27 05:34:50.790007 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-e03ee64f-aef2-4758-8cd0-2211cec1506a req-ab8e5a7e-b455-4790-a738-052ed93599a2 service neutron] 10.222.0.25 "GET /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815337 Oct 27 05:34:50.986129 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942fd7-dbd5-4e16-9eaa-e7047003b47f req-5144e78d-be18-4de9-b060-cc916ebeccaa tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:50.987836 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-90942fd7-dbd5-4e16-9eaa-e7047003b47f req-5144e78d-be18-4de9-b060-cc916ebeccaa tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 943 time: 0.0478313 Oct 27 05:34:51.024534 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-90942fd7-dbd5-4e16-9eaa-e7047003b47f req-a9f15b69-0fed-4e3a-8d61-73f95de6a2ff tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Oct 27 05:34:52.140486 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2a6c8-6447-4ed5-99c6-ae41089c68f4 req-c7c49abd-539b-41c9-a4a3-ebb927349859 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:52.142473 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ee2a6c8-6447-4ed5-99c6-ae41089c68f4 req-c7c49abd-539b-41c9-a4a3-ebb927349859 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 943 time: 0.0491073 Oct 27 05:34:52.182188 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-6ee2a6c8-6447-4ed5-99c6-ae41089c68f4 req-477e880d-2670-40c1-817e-b31e7a8c827d tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Oct 27 05:34:53.061684 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 05:34:53.156383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:53.167493 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Returning: {'device': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d', 'network_id': 'c619aa80-705e-4f15-b4c9-3084cc7087c3', 'port_id': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d', 'mac_address': 'fa:16:3e:eb:1f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663004ca-3852-4a55-8efe-c6727800d120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 05:34:53.201902 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:53.214624 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d {{(pid=101383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 05:34:53.234617 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:53.239669 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:53.285067 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,revision_number=4']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:53.301657 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea471b4c-a845-4f55-a629-129a07fc2d71 req-b876d905-1241-4c38-876f-f2a5fbb486a1 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:53.303129 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ea471b4c-a845-4f55-a629-129a07fc2d71 req-b876d905-1241-4c38-876f-f2a5fbb486a1 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 944 time: 0.0525105 Oct 27 05:34:53.343559 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ea471b4c-a845-4f55-a629-129a07fc2d71 req-f53bf427-4fd1-4d64-9183-79ef2a0ba81b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345404 Oct 27 05:34:53.631161 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:34:54.455138 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd3b3f-99a5-452e-887b-351bb09e459e req-400d5aac-8424-419a-89e7-772554e03468 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:54.456591 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-63cd3b3f-99a5-452e-887b-351bb09e459e req-400d5aac-8424-419a-89e7-772554e03468 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 944 time: 0.0484579 Oct 27 05:34:54.494809 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-63cd3b3f-99a5-452e-887b-351bb09e459e req-c4b414a1-ffe6-42d6-87bc-97ab1bbe70a5 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Oct 27 05:34:55.077555 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d up at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 05:34:55.128162 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning for port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d completed by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 05:34:55.131781 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Provisioning complete for port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d triggered by entity L2. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:34:55.132151 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:55.206770 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:55.228117 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d'}] {{(pid=101383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:34:55.230872 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d40dc8a2775a499bb2ad72e3b3ff4034be7755523678c2db13c7ad6ed44cc71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd1564c-e9d6-43d9-ba02-f20a5b98e297" -d '{"events": [{"server_uuid": "cb943ccb-4c06-4d23-bfc7-6fc0e86f8682", "name": "network-vif-plugged", "status": "completed", "tag": "2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d"}]}' {{(pid=101383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:34:55.244195 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] For port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:34:55.248034 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255'] for port, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:55.274420 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e4f094-fe6c-4dec-8ded-f7dce2b04b6f x-openstack-request-id: req-b0e4f094-fe6c-4dec-8ded-f7dce2b04b6f {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:34:55.274714 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb943ccb-4c06-4d23-bfc7-6fc0e86f8682", "name": "network-vif-plugged", "status": "completed", "tag": "2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d", "code": 200}]} {{(pid=101383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:34:55.274969 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0e4f094-fe6c-4dec-8ded-f7dce2b04b6f {{(pid=101383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:34:55.275379 dv-cinder-815461-4-smb neutron-server[101383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d', 'code': 200} Oct 27 05:34:55.300427 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Pushing event updated for resources: {'Port': ['ID=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,revision_number=5']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:34:55.459916 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b1655-9ca9-4111-b2b0-e20a12e90633 req-a157a1b8-12b1-45c9-9c8b-caae75299fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:55.461275 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89b1655-9ca9-4111-b2b0-e20a12e90633 req-a157a1b8-12b1-45c9-9c8b-caae75299fe8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 1098 time: 0.0398896 Oct 27 05:34:55.496146 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c89b1655-9ca9-4111-b2b0-e20a12e90633 req-b5a9b490-f1a2-4a5f-9017-fbc6331a8494 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272174 Oct 27 05:34:55.605107 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c1376-fb5e-4cbf-83df-7665bd5f16eb req-0cf6c358-4e86-4a0e-bc60-57b34d43620f tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:55.606528 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d17c1376-fb5e-4cbf-83df-7665bd5f16eb req-0cf6c358-4e86-4a0e-bc60-57b34d43620f tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0466614 Oct 27 05:34:55.646808 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-d17c1376-fb5e-4cbf-83df-7665bd5f16eb req-8d9d2e45-38fc-46cf-976f-3329de3b5c52 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Oct 27 05:34:56.760629 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526251-c3cd-4840-b007-ba7a503eec41 req-455b8449-a6b6-4f15-92ba-b26d3f4a63aa tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:56.762091 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a2526251-c3cd-4840-b007-ba7a503eec41 req-455b8449-a6b6-4f15-92ba-b26d3f4a63aa tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Oct 27 05:34:56.798884 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a2526251-c3cd-4840-b007-ba7a503eec41 req-015d1ffc-8d6a-47df-a5c3-bf0d1e569423 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Oct 27 05:34:57.587738 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:34:57.910413 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6b821-83e8-4a22-bb42-49454e5626c5 req-8e5556a4-e12f-494b-b8b9-e5174af5dfee tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:34:57.911888 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c0d6b821-83e8-4a22-bb42-49454e5626c5 req-8e5556a4-e12f-494b-b8b9-e5174af5dfee tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Oct 27 05:34:57.948180 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-c0d6b821-83e8-4a22-bb42-49454e5626c5 req-5017fb3d-1a36-4328-82ea-335a7db74f64 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Oct 27 05:35:05.614866 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08fc0d-47ee-4b6d-8ae5-f02a16a71eed req-9de7cbe2-d055-43c8-9f51-967dd7a50806 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:05.616412 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff08fc0d-47ee-4b6d-8ae5-f02a16a71eed req-9de7cbe2-d055-43c8-9f51-967dd7a50806 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0526032 Oct 27 05:35:05.669234 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-ff08fc0d-47ee-4b6d-8ae5-f02a16a71eed req-6ced6e3a-72e9-4095-88f8-ead8a435d8cb tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465193 Oct 27 05:35:05.700875 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-90857126-b35e-4ecb-8013-4843a8deece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:05.702347 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-90857126-b35e-4ecb-8013-4843a8deece3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1138 time: 0.0513506 Oct 27 05:35:05.791491 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-9f78e20a-61e5-4db1-b934-5e984ed5f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:05.793113 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-9f78e20a-61e5-4db1-b934-5e984ed5f880 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.0830829 Oct 27 05:35:05.863508 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-cc277b1a-06e0-413b-bf76-357f0521f397 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 1000 time: 0.0611846 Oct 27 05:35:05.913325 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-c09e0135-dd65-4681-a836-73630da12795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:05.914767 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-c09e0135-dd65-4681-a836-73630da12795 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0438058 Oct 27 05:35:05.960453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-c868ae51-5801-431c-a51e-299017b53670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:05.961803 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-c868ae51-5801-431c-a51e-299017b53670 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0388474 Oct 27 05:35:06.053452 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-1d7dc64b-bf31-40f1-b3cb-4729d65f42c5 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828266 Oct 27 05:35:06.147173 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-b72b17f5-b60c-4b7d-8b57-50bb5f9b03a7 req-c0910746-53dd-4dff-b844-e44cbb2338bc service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866995 Oct 27 05:35:06.789103 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce4d48-7a99-4f1e-8738-bc70e7f6d638 req-9955ae65-6344-45c6-a3ca-68aa6ce4c31e tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:06.790523 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-81ce4d48-7a99-4f1e-8738-bc70e7f6d638 req-9955ae65-6344-45c6-a3ca-68aa6ce4c31e tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0514188 Oct 27 05:35:06.830029 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-81ce4d48-7a99-4f1e-8738-bc70e7f6d638 req-ed948a6b-b2b8-41eb-a9fd-0e93a91c2188 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333855 Oct 27 05:35:07.945925 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc280c4-8e4d-4fe9-b5a6-e248a2ff7c87 req-4dfe7fb8-21ab-41b5-ba3d-348994dc9347 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:07.947514 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4fc280c4-8e4d-4fe9-b5a6-e248a2ff7c87 req-4dfe7fb8-21ab-41b5-ba3d-348994dc9347 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0493138 Oct 27 05:35:07.986767 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4fc280c4-8e4d-4fe9-b5a6-e248a2ff7c87 req-6465f9cd-9b18-4c96-a4cf-138cff0b5ec5 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333612 Oct 27 05:35:09.099111 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91ba45-b72b-4811-9aa0-ce4cd5554c6d req-2c0632dc-674e-425e-99bd-05e364b1862d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:09.100570 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2f91ba45-b72b-4811-9aa0-ce4cd5554c6d req-2c0632dc-674e-425e-99bd-05e364b1862d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0471878 Oct 27 05:35:09.144690 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2f91ba45-b72b-4811-9aa0-ce4cd5554c6d req-0a8d52b4-8248-4d75-a316-3b39829e55c4 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379910 Oct 27 05:35:10.268792 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d8f98-60dd-4c83-b3dc-41846cba5760 req-df621da5-0a5d-4431-9b37-32f72953eaa2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:10.270220 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4f9d8f98-60dd-4c83-b3dc-41846cba5760 req-df621da5-0a5d-4431-9b37-32f72953eaa2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0549309 Oct 27 05:35:10.309360 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4f9d8f98-60dd-4c83-b3dc-41846cba5760 req-edc09962-4cd4-4ff7-a630-c967b5887d52 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329542 Oct 27 05:35:10.848152 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ab247e8b-dffa-4ebe-a204-675c80e9f3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:11.423925 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b04fde-423b-4bbd-a0d9-8cf49903001d req-ef4f0f0e-35b3-43e5-af0d-b5e1662114e1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:11.425365 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-87b04fde-423b-4bbd-a0d9-8cf49903001d req-ef4f0f0e-35b3-43e5-af0d-b5e1662114e1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0483255 Oct 27 05:35:11.463539 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-87b04fde-423b-4bbd-a0d9-8cf49903001d req-0d053c4c-8c40-4c5d-bfa7-15d778f968a2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322819 Oct 27 05:35:12.576188 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd31e9c-badf-49b1-ba4c-4aef2a3512bd req-d0eb16d5-11d4-4ef1-ab9a-dd241395e55f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:12.577600 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3cd31e9c-badf-49b1-ba4c-4aef2a3512bd req-d0eb16d5-11d4-4ef1-ab9a-dd241395e55f tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0483212 Oct 27 05:35:12.616455 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-3cd31e9c-badf-49b1-ba4c-4aef2a3512bd req-5c219351-98f1-4380-ac96-aba6aecc112a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328906 Oct 27 05:35:13.369307 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd907-6231-4121-a5b3-65a936cbc7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:13.732459 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6fec1-1da1-4a2f-bda8-b97b92d63513 req-0e8629f7-f5af-420f-a649-315fb071155d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:13.733909 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-45f6fec1-1da1-4a2f-bda8-b97b92d63513 req-0e8629f7-f5af-420f-a649-315fb071155d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0517232 Oct 27 05:35:13.774384 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-45f6fec1-1da1-4a2f-bda8-b97b92d63513 req-07dd2bd7-3ce0-4ec2-8abc-e711d566ccfa tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332866 Oct 27 05:35:14.531752 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:14.893424 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:14.906846 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931051c6-6caf-430d-ac37-4378d547c013 req-bb04b292-2ff1-427a-8e18-d1c7b5bf50e7 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:14.908922 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-931051c6-6caf-430d-ac37-4378d547c013 req-bb04b292-2ff1-427a-8e18-d1c7b5bf50e7 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0566478 Oct 27 05:35:14.948146 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-931051c6-6caf-430d-ac37-4378d547c013 req-d50a55ec-d1f6-4003-9521-013dbb24ac33 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332599 Oct 27 05:35:16.061484 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3da15-a634-4e89-ae94-a03e91884cc7 req-362cee9b-121d-49db-84c0-8edbf8ac1e68 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:16.062924 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-15a3da15-a634-4e89-ae94-a03e91884cc7 req-362cee9b-121d-49db-84c0-8edbf8ac1e68 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0482256 Oct 27 05:35:16.101635 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-15a3da15-a634-4e89-ae94-a03e91884cc7 req-1114e29a-6f8e-49bf-98be-19967e892c6a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327332 Oct 27 05:35:16.388682 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:17.223392 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2f36-9eed-4b49-b125-6a97206d4d22 req-a0613e94-c5b3-4f63-8be5-8802caacf58c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:17.224853 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-996e2f36-9eed-4b49-b125-6a97206d4d22 req-a0613e94-c5b3-4f63-8be5-8802caacf58c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0549171 Oct 27 05:35:17.264530 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-996e2f36-9eed-4b49-b125-6a97206d4d22 req-b25d4341-fc8d-43fb-a808-b54ecdb72e58 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=d79ce70f-8594-4f12-942f-ca5cb5a62468&id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337067 Oct 27 05:35:17.713589 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240d92-cd15-447b-9483-c5217dae9e80 req-016682ef-a897-439d-a761-d54b5527b556 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:17.715014 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5f240d92-cd15-447b-9483-c5217dae9e80 req-016682ef-a897-439d-a761-d54b5527b556 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0474355 Oct 27 05:35:17.752487 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5f240d92-cd15-447b-9483-c5217dae9e80 req-88141bde-1bee-479a-b938-2a20ea1d0c52 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Oct 27 05:35:18.881936 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90240f-7f0d-48b9-aa7b-157ac3a760fe req-7e5939c1-69d4-45a9-9c3b-9f54af951d4b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:18.883406 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b90240f-7f0d-48b9-aa7b-157ac3a760fe req-7e5939c1-69d4-45a9-9c3b-9f54af951d4b tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0633082 Oct 27 05:35:18.922199 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-9b90240f-7f0d-48b9-aa7b-157ac3a760fe req-383256e8-ad75-4943-b717-ce825f967818 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Oct 27 05:35:20.038666 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ecb50-0eb3-445c-b136-35f503a1ed78 req-4271b194-1fc9-448d-be71-8891c6f09f8c tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:20.040126 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-409ecb50-0eb3-445c-b136-35f503a1ed78 req-4271b194-1fc9-448d-be71-8891c6f09f8c tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Oct 27 05:35:20.078938 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-409ecb50-0eb3-445c-b136-35f503a1ed78 req-bbb6945e-9d77-401e-9221-5ee1dcf2f090 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Oct 27 05:35:21.192940 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab17d1-f90c-4856-8571-0cbb1ecd467f req-9ada5c65-ddab-4413-b5cd-96b4f8d23178 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:21.194288 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aeab17d1-f90c-4856-8571-0cbb1ecd467f req-9ada5c65-ddab-4413-b5cd-96b4f8d23178 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Oct 27 05:35:21.230778 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-aeab17d1-f90c-4856-8571-0cbb1ecd467f req-047e664c-5562-4e0f-a20c-a2c1bb9d00c0 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305302 Oct 27 05:35:22.341600 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c082d9c-782e-4ab1-825f-d3a9961ef42f req-e84338f8-20ae-4f25-8e5b-83549856722c tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:22.343019 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2c082d9c-782e-4ab1-825f-d3a9961ef42f req-e84338f8-20ae-4f25-8e5b-83549856722c tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0474789 Oct 27 05:35:22.391496 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-2c082d9c-782e-4ab1-825f-d3a9961ef42f req-b2fa323e-6455-4cf0-b5bc-6c8ce2855920 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ddd30a-5a32-496d-919a-1f15caf79bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424855 Oct 27 05:35:22.426023 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-70982bea-2d90-4dbb-ba91-af5dc4183670 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:35:22.427516 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-70982bea-2d90-4dbb-ba91-af5dc4183670 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb943ccb-4c06-4d23-bfc7-6fc0e86f8682 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Oct 27 05:35:22.513510 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Deleting port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:35:22.513764 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:22.602140 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] For port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,segment=NetworkSegment(de18aa5d-b669-4c10-9d89-ed53c0038f24),segment_id=de18aa5d-b669-4c10-9d89-ed53c0038f24)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:35:22.602493 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:22.615659 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Calling delete_port for 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:35:22.739180 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:22.766298 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Pushing event deleted for resources: {'Port': ['ID=2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:35:22.774101 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:35:22.783764 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.784115 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.784455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.784790 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.785120 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.785453 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.785780 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.786106 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.786434 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.786758 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.787079 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.787421 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:22.820790 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] No DVR routers for this DVR port 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:35:22.823154 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:22.826419 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-4f724cf6-7f7a-426d-9911-b3b225c77193 req-15e7587a-e930-4366-9600-425b7b845a32 tempest-VolumesSnapshotTestJSON-236594065 tempest-VolumesSnapshotTestJSON-236594065-project] 10.222.0.25 "DELETE /v2.0/ports/2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d HTTP/1.1" status: 204 len: 173 time: 0.3933003 Oct 27 05:35:22.826853 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'name': 'network-vif-deleted', 'tag': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:35:22.829222 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e076cc-a2e2-4fe4-a883-c89f9c86bf25" -d '{"events": [{"server_uuid": "cb943ccb-4c06-4d23-bfc7-6fc0e86f8682", "name": "network-vif-deleted", "tag": "2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:35:22.867461 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358ed6f9-cbb3-4aab-bc84-a48e944cfd05 x-openstack-request-id: req-358ed6f9-cbb3-4aab-bc84-a48e944cfd05 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:35:22.867872 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb943ccb-4c06-4d23-bfc7-6fc0e86f8682", "name": "network-vif-deleted", "tag": "2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:35:22.868138 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-358ed6f9-cbb3-4aab-bc84-a48e944cfd05 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:35:22.868535 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb943ccb-4c06-4d23-bfc7-6fc0e86f8682', 'name': 'network-vif-deleted', 'tag': '2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d', 'status': 'completed', 'code': 200} Oct 27 05:35:26.991924 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:35:27.248813 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:35:27.268496 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:35:27.268835 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device 2aa63fbd-70fa-4f5b-aa7c-15c8a99e6f8d not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:35:27.597644 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:40.850281 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-716e325e-6749-496d-969c-ac98bffb7f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.229736 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60058) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:35:41.277241 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Deleting subnet 663004ca-3852-4a55-8efe-c6727800d120 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:35:41.280257 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.312921 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.350509 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.400159 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.427945 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663004ca-3852-4a55-8efe-c6727800d120,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:35:41.436993 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.440180 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/663004ca-3852-4a55-8efe-c6727800d120 HTTP/1.1" status: 204 len: 168 time: 0.2094657 Oct 27 05:35:41.441901 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.442249 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.442582 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.442707 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60062) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:35:41.443186 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.443302 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.443551 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.443866 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.444187 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.444502 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.444814 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.445125 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.445435 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0259a5-969e-4f79-a0e4-b3f8d82fa777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:35:41.511596 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.586455 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.605998 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c619aa80-705e-4f15-b4c9-3084cc7087c3']}} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:35:41.615879 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de18aa5d-b669-4c10-9d89-ed53c0038f24') {'for_net_delete': True} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:35:41.616177 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.services.segments.db [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de18aa5d-b669-4c10-9d89-ed53c0038f24') {} {{(pid=101381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:35:41.625174 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3575755'] for segment, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.637885 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.644363 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:35:41.644739 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687685'] for segment, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: Traceback (most recent call last): Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: timer() Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: cb(*args, **kw) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: return func(*args, **kwargs) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: self._notify() Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: self.callback(batched_events) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: event.method(event) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: return f(self, *a, **k) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: return self._get(url).json() Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: return self.request(url, 'GET', **kwargs) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:35:41.646544 dv-cinder-815461-4-smb neutron-server[101381]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:35:41.700871 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.705686 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.708951 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c619aa80-705e-4f15-b4c9-3084cc7087c3 HTTP/1.1" status: 204 len: 168 time: 0.2651682 Oct 27 05:35:41.722584 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fcbcd-88f4-45e1-ade8-b31c11ecd795 admin admin] Pushing event deleted for resources: {'Network': ['ID=c619aa80-705e-4f15-b4c9-3084cc7087c3,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:35:41.815206 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60066) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:35:41.854187 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a082fc27-ab03-4c9c-b6bd-33e2f9b3ad5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=780f5533bda4476ba60dd5a8a27f06b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377645 Oct 27 05:35:41.856477 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60068) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:35:41.903055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a647c384-ffcf-4d7d-b72d-3600b1557d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.924095 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a647c384-ffcf-4d7d-b72d-3600b1557d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.969101 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a647c384-ffcf-4d7d-b72d-3600b1557d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.972478 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-a647c384-ffcf-4d7d-b72d-3600b1557d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:41.973618 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-a647c384-ffcf-4d7d-b72d-3600b1557d50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15ddd30a-5a32-496d-919a-1f15caf79bae HTTP/1.1" status: 204 len: 168 time: 0.1162808 Oct 27 05:35:41.981058 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647c384-ffcf-4d7d-b72d-3600b1557d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ddd30a-5a32-496d-919a-1f15caf79bae,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:35:43.370915 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-442f9ad0-2a2b-4114-8890-6b9ee4f2874e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:44.534480 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:44.882944 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:46.389997 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:35:57.600091 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:03.991327 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:36:10.149542 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-fc272eda-ba21-49c7-939a-7992034b4f3e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420966 Oct 27 05:36:10.249466 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-7fac8699-29c2-4eee-ad9b-cf1c3a764d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:10.250931 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-7fac8699-29c2-4eee-ad9b-cf1c3a764d75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1138 time: 0.0433712 Oct 27 05:36:10.352845 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-25b8a0b0-ea81-4db6-9ab2-8750572a3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:10.354319 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-25b8a0b0-ea81-4db6-9ab2-8750572a3981 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.0846043 Oct 27 05:36:10.671788 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-73633393-953a-40c9-b871-2c58bd06c15f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 1000 time: 0.3100090 Oct 27 05:36:10.720876 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-8cd94e3d-8a22-4ae5-af3b-735ba3cfa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:10.722380 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-8cd94e3d-8a22-4ae5-af3b-735ba3cfa404 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0428338 Oct 27 05:36:10.771672 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-320e34ba-6004-4459-b968-8fc0654b96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:10.773120 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-320e34ba-6004-4459-b968-8fc0654b96c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433605 Oct 27 05:36:10.851302 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d6e50673-28ce-4c46-ae52-e1bfd7bff062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:10.860543 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-a468aa02-6e7a-408c-9313-45bcfd66d248 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797012 Oct 27 05:36:10.949945 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-155a1933-9c0a-43e6-bdbd-aca1ff92a868 req-efcece7d-2357-4423-ac0c-da611b094f12 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828173 Oct 27 05:36:13.371330 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-c87a2768-6023-409f-8380-5b7972c77d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:14.535557 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:14.888548 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:16.391940 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:20.644535 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a276b307-4efe-40fe-865e-bb9559df3610 req-c6f25e3b-afff-4f34-98cb-1b3e981a731b tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667761875&fields=id&tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972 HTTP/1.1" status: 200 len: 267 time: 0.0329146 Oct 27 05:36:20.695405 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b307-4efe-40fe-865e-bb9559df3610 req-586124ce-09f2-4458-9e4c-12febc94cfd6 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:20.696827 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a276b307-4efe-40fe-865e-bb9559df3610 req-586124ce-09f2-4458-9e4c-12febc94cfd6 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 985 time: 0.0467846 Oct 27 05:36:20.708055 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.v2.base [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Request body: {'port': {'security_groups': ['6afcfd64-34d7-4972-8504-d4ad472095cf']}} {{(pid=101381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 05:36:20.771793 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:20.939464 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:20.967239 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for port, precommit_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:20.972058 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785279984622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785279441237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785279441255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687801'] for port, after_update {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.006517 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f10a555e-c076-4712-b9af-27f333f6c3bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:36:21.014863 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:21.015497 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.016918 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-a276b307-4efe-40fe-865e-bb9559df3610 req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "PUT /v2.0/ports/f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 943 time: 0.3138516 Oct 27 05:36:21.017439 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:36:21.019723 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850" -d '{"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:36:21.023550 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60084) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:21.050112 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acd1ab-3965-4313-a332-b2fd20cad601 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event updated for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=7']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:21.073300 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89532b-0891-47f1-97c7-a43bb190fa68 x-openstack-request-id: req-7b89532b-0891-47f1-97c7-a43bb190fa68 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:36:21.073600 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:36:21.073843 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b89532b-0891-47f1-97c7-a43bb190fa68 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:36:21.074247 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'status': 'completed', 'code': 200} Oct 27 05:36:21.114305 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7cba51f7-690f-4f99-bb3e-effa346bc7e2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.142060 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7cba51f7-690f-4f99-bb3e-effa346bc7e2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.146842 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f10a555e-c076-4712-b9af-27f333f6c3bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:36:21.173412 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-3254ae43-b380-41b8-9166-33e8b0879222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:21.175882 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-3254ae43-b380-41b8-9166-33e8b0879222 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1099 time: 0.0608592 Oct 27 05:36:21.224886 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7cba51f7-690f-4f99-bb3e-effa346bc7e2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.227727 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-7cba51f7-690f-4f99-bb3e-effa346bc7e2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.228997 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-7cba51f7-690f-4f99-bb3e-effa346bc7e2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "DELETE /v2.0/security-groups/d79ce70f-8594-4f12-942f-ca5cb5a62468 HTTP/1.1" status: 204 len: 168 time: 0.2021091 Oct 27 05:36:21.231732 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60086) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:21.238924 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba51f7-690f-4f99-bb3e-effa346bc7e2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79ce70f-8594-4f12-942f-ca5cb5a62468,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:21.343499 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.provisioning_blocks [None req-12622f85-99c5-4f42-b70b-4fd512766475 None None] Provisioning complete for port f10a555e-c076-4712-b9af-27f333f6c3bc triggered by entity DHCP. {{(pid=101383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 05:36:21.343869 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-12622f85-99c5-4f42-b70b-4fd512766475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16393637'] for port, provisioning_complete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.395157 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-d69cb0e2-8040-4dde-9dc1-986e067038ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:21.396539 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-d69cb0e2-8040-4dde-9dc1-986e067038ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.2125859 Oct 27 05:36:21.474854 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Deleting port c5d32478-a1a3-463d-9a67-c0f7055a1b8e {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:21.475224 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.478151 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-e346b6a3-7291-45d0-b30d-3ed960aaa683 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 1000 time: 0.0739694 Oct 27 05:36:21.571960 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-88deb664-e5af-4fb1-b273-f9c2260af012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:21.573390 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-88deb664-e5af-4fb1-b273-f9c2260af012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0840030 Oct 27 05:36:21.620959 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.621282 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.636376 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Calling delete_port for c5d32478-a1a3-463d-9a67-c0f7055a1b8e owned by network:floatingip {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:21.650582 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-1912c160-46b6-4edc-9f13-bfab1a92fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:21.652003 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-1912c160-46b6-4edc-9f13-bfab1a92fad0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702648 Oct 27 05:36:21.820510 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-492dbc51-b96a-42a7-baee-be2c7f58ef40 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378617 Oct 27 05:36:21.944217 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:21.949403 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-50b7bc3e-3d2f-4a4b-84d7-d5d2a6801850 req-3fca9fab-5729-4edc-b58d-8aec9d305532 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213653 Oct 27 05:36:21.973712 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event deleted for resources: {'Port': ['ID=c5d32478-a1a3-463d-9a67-c0f7055a1b8e,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:22.035334 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks [] for floatingip, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:22.035660 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.db.l3_db [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Floating IP a45271bd-6981-499f-a68a-95bd491447c1 disassociated (deleted). External IP: 172.28.2.7, port: f10a555e-c076-4712-b9af-27f333f6c3bc. Oct 27 05:36:22.234570 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:36:22.343288 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:36:22.348327 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for floatingip, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:22.354155 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] Sync routers for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:36:22.364401 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:36:22.365022 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:36:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:22.376993 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-7d443c89-1b76-41f2-81bb-5deb7d0a679a tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "DELETE /v2.0/floatingips/a45271bd-6981-499f-a68a-95bd491447c1 HTTP/1.1" status: 204 len: 168 time: 1.1405532 Oct 27 05:36:22.468789 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:36:22.675341 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:06Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:22.704241 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] Checking router: 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:36:22.713185 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:36:22.713790 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:36:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:22.816163 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:36:23.006747 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:06Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:23.031718 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6b4c6-73ce-45cf-9158-5ce983c40984 None None] The sync data for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb is: [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:33:02Z', 'revision_number': 4, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb', '_interfaces': [{'id': '4b46cf9e-0cc5-4342-a9db-f6bca65e0c50', 'name': '', 'network_id': '1ee6b9b7-b511-4140-b879-975b51aa8509', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'mac_address': 'fa:16:3e:fa:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:01Z', 'updated_at': '2021-10-27T05:33:06Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'subnets': [{'id': 'eb1096ad-5ec5-42c4-ac52-32a87a27d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:36:23.075328 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:36:23.078385 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d2d69-6523-4868-9148-d1c7467863fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:36:23.115971 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc063e64-14e2-4af7-b959-e2b6c7406ffc x-openstack-request-id: req-cc063e64-14e2-4af7-b959-e2b6c7406ffc {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:36:23.116249 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:36:23.116497 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc063e64-14e2-4af7-b959-e2b6c7406ffc {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:36:23.116892 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'status': 'completed', 'code': 200} Oct 27 05:36:23.213137 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2d69-6523-4868-9148-d1c7467863fb req-8955c9cf-f030-43e8-86b6-eb53648cb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:23.214704 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-8955c9cf-f030-43e8-86b6-eb53648cb1dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 1099 time: 0.0469346 Oct 27 05:36:23.261776 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0c8b4-7cad-4a97-9290-ec5fb195437d None None] New status for floating IP a45271bd-6981-499f-a68a-95bd491447c1: DOWN {{(pid=101384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 05:36:23.309589 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2d69-6523-4868-9148-d1c7467863fb req-b534f723-7006-4a8d-85d6-0c4baaddae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:23.311780 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-b534f723-7006-4a8d-85d6-0c4baaddae94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 200 len: 915 time: 0.0906229 Oct 27 05:36:23.372490 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-c5a4e41d-52d5-4b1f-863c-8d8b1cad27bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 200 len: 217 time: 0.0431235 Oct 27 05:36:23.425875 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2d69-6523-4868-9148-d1c7467863fb req-2a22bdc8-70b5-4bf1-8865-7ebce594599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:23.427370 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-2a22bdc8-70b5-4bf1-8865-7ebce594599f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 200 len: 853 time: 0.0461125 Oct 27 05:36:23.472560 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2d69-6523-4868-9148-d1c7467863fb req-78c53523-2efc-4296-aab0-e458df10bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:23.473993 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-78c53523-2efc-4296-aab0-e458df10bc02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ee6b9b7-b511-4140-b879-975b51aa8509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390832 Oct 27 05:36:23.566789 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-25ca1fe2-6af2-4839-8a5e-d9c3787d02a3 service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839040 Oct 27 05:36:23.657289 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f08d2d69-6523-4868-9148-d1c7467863fb req-e03d0878-db9d-443e-8aa9-7024adf485ca service neutron] 10.222.0.25 "GET /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824747 Oct 27 05:36:25.059439 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691d54-def5-4c6d-a122-991c3480bbb5 req-95ab83fd-6d7f-4b0d-8cbe-675337a7c9e7 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:25.061030 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b691d54-def5-4c6d-a122-991c3480bbb5 req-95ab83fd-6d7f-4b0d-8cbe-675337a7c9e7 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0483310 Oct 27 05:36:25.102891 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-5b691d54-def5-4c6d-a122-991c3480bbb5 req-80f731f2-91d6-48bf-8e7f-14a296914c7c tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358934 Oct 27 05:36:26.216688 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23725956-a3ad-44fa-a1f1-b3a60cd6d21d req-17c45490-0ae1-4b8e-834b-a4989b9740c2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:26.218174 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-23725956-a3ad-44fa-a1f1-b3a60cd6d21d req-17c45490-0ae1-4b8e-834b-a4989b9740c2 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0486848 Oct 27 05:36:26.255722 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-23725956-a3ad-44fa-a1f1-b3a60cd6d21d req-c6d8fb0a-2a9c-4fe4-a817-ec7fc3cb8caf tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Oct 27 05:36:27.135860 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-c554496b-4157-459c-adf2-cbcf0325f958 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:27.137164 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-c554496b-4157-459c-adf2-cbcf0325f958 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0470943 Oct 27 05:36:27.225117 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Deleting port f10a555e-c076-4712-b9af-27f333f6c3bc {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:27.225822 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:27.311487 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] For port f10a555e-c076-4712-b9af-27f333f6c3bc, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f10a555e-c076-4712-b9af-27f333f6c3bc,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:27.311830 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:27.326023 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Calling delete_port for f10a555e-c076-4712-b9af-27f333f6c3bc owned by compute:nova {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:27.419938 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926ff33-24ee-4ce9-894a-52b5e294b821 req-97036bc1-0d80-4ca4-8f22-a6d2ee6d60a9 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 05:36:27.421295 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8926ff33-24ee-4ce9-894a-52b5e294b821 req-97036bc1-0d80-4ca4-8f22-a6d2ee6d60a9 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63121b5-e561-4d63-944e-b46fe472bf6d HTTP/1.1" status: 200 len: 946 time: 0.0969818 Oct 27 05:36:27.488150 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-8926ff33-24ee-4ce9-894a-52b5e294b821 req-3d7f241f-dec4-49ab-89a6-4eed7919101d tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.15 "GET /v2.0/security-groups?id=6afcfd64-34d7-4972-8504-d4ad472095cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594518 Oct 27 05:36:27.513663 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:27.544579 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Pushing event deleted for resources: {'Port': ['ID=f10a555e-c076-4712-b9af-27f333f6c3bc,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:27.549528 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] get_ports_and_sgs() called for port_ids ['f10a555e-c076-4712-b9af-27f333f6c3bc'] {{(pid=101383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 05:36:27.569938 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.570293 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.570635 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.570968 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.571327 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.571661 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.571986 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.572311 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.572631 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.572990 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.573272 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.573589 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:27.594608 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] No DVR routers for this DVR port f10a555e-c076-4712-b9af-27f333f6c3bc on host hv-cinder-81546 {{(pid=101381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:36:27.597228 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19119'] for port, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:27.600609 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [req-f0d893f0-ccf7-4830-8adf-013c452b0b2f req-35732cd2-a4eb-47dc-83ea-724a4665aaf1 tempest-TestMinimumBasicScenario-1230936349 tempest-TestMinimumBasicScenario-1230936349-project] 10.222.0.25 "DELETE /v2.0/ports/f10a555e-c076-4712-b9af-27f333f6c3bc HTTP/1.1" status: 204 len: 173 time: 0.4573193 Oct 27 05:36:27.601154 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'name': 'network-vif-deleted', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc'}] {{(pid=101381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 05:36:27.603508 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee20d0ae2d83f09bbeb89ae15f8d8b0e793e4501487df9153a1b79f2aaefb17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce735d6-904f-4f38-aa53-bdb8a8abca8c" -d '{"events": [{"server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "name": "network-vif-deleted", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc"}]}' {{(pid=101381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 05:36:27.606219 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:27.642213 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5150f2a-c4cc-4076-b465-5e4dbbaef0d3 x-openstack-request-id: req-f5150f2a-c4cc-4076-b465-5e4dbbaef0d3 {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 05:36:27.642607 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63121b5-e561-4d63-944e-b46fe472bf6d", "name": "network-vif-deleted", "tag": "f10a555e-c076-4712-b9af-27f333f6c3bc", "status": "completed", "code": 200}]} {{(pid=101381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 05:36:27.643400 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5150f2a-c4cc-4076-b465-5e4dbbaef0d3 {{(pid=101381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 05:36:27.643802 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63121b5-e561-4d63-944e-b46fe472bf6d', 'name': 'network-vif-deleted', 'tag': 'f10a555e-c076-4712-b9af-27f333f6c3bc', 'status': 'completed', 'code': 200} Oct 27 05:36:29.182763 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60170) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:29.512859 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:29.994946 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Deleting port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:29.995384 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:30.074617 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] For port 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:30.074998 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:30.087861 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Calling delete_port for 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:30.269204 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:30.295872 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b46cf9e-0cc5-4342-a9db-f6bca65e0c50,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:30.466312 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:30.679458 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:36:30.783464 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:36:30.788426 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-12728af5-5b7e-4cbd-ae97-69c048f7a09f admin admin] 10.222.0.15 "PUT /v2.0/routers/588a6a8e-f004-4da6-9b28-6d7e4c47bdfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6046400 Oct 27 05:36:30.790950 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60172) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:30.793410 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] Sync routers for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:36:30.803101 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:36:30.803720 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:36:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:30.895804 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks [] for router, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:30.908518 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: dv-cinder-815461-4-smb {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:36:30.995002 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.045956 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Deleting port ee0bc3ff-732c-48fe-ad75-ff9da4636479 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:31.046286 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.097501 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4'}], 'enable_snat': True}, 'gw_port_id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:36:30Z', 'revision_number': 5, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port': {'id': 'ee0bc3ff-732c-48fe-ad75-ff9da4636479', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:32:59Z', 'updated_at': '2021-10-27T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:31.129832 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] For port ee0bc3ff-732c-48fe-ad75-ff9da4636479, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ee0bc3ff-732c-48fe-ad75-ff9da4636479,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:31.130276 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.130924 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] Checking router: 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd for host: dv-cinder-815461-4-smb {{(pid=101383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:36:31.139304 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] Routers {'588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:36:31.139907 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:36:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'], 'active': True} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:31.142173 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Calling delete_port for ee0bc3ff-732c-48fe-ad75-ff9da4636479 owned by network:router_gateway {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:31.222416 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvr_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] Set router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd gateway port host: None {{(pid=101383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:36:31.274492 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_hamode_db [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:36:30Z', 'revision_number': 6, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port_host': None}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:31.304106 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.304752 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c1feb-bff0-4139-a203-65f572d41578 None None] The sync data for ids ['588a6a8e-f004-4da6-9b28-6d7e4c47bdfd'] in dv-cinder-815461-4-smb is: [{'id': '588a6a8e-f004-4da6-9b28-6d7e4c47bdfd', 'name': 'tempest-TestMinimumBasicScenario-788160680-router', 'tenant_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:32:58Z', 'updated_at': '2021-10-27T05:36:30Z', 'revision_number': 6, 'project_id': 'cdb3a36e93bd452e8dd7ed93bf7d8972', 'gw_port_host': None}] {{(pid=101383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:36:31.330156 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0bc3ff-732c-48fe-ad75-ff9da4636479,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:31.400931 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.488258 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.490574 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.532775 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.533238 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 588a6a8e-f004-4da6-9b28-6d7e4c47bdfd {{(pid=101381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:36:31.536849 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f10a555e-c076-4712-b9af-27f333f6c3bc no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:31.538147 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] Publish callbacks [] for router, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.541970 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-2028e5c6-a57e-4307-bedc-8c3a66779d9b admin admin] 10.222.0.15 "DELETE /v2.0/routers/588a6a8e-f004-4da6-9b28-6d7e4c47bdfd HTTP/1.1" status: 204 len: 168 time: 0.7499404 Oct 27 05:36:31.542267 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60174) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:31.557050 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] No Port match for: f10a555e-c076-4712-b9af-27f333f6c3bc {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:36:31.557389 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Device f10a555e-c076-4712-b9af-27f333f6c3bc not bound to the agent host hv-cinder-81546 {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:36:31.585958 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Deleting subnet eb1096ad-5ec5-42c4-ac52-32a87a27d711 {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:36:31.588871 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.622358 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.703433 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.759893 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.782940 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1096ad-5ec5-42c4-ac52-32a87a27d711,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:31.789127 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.794555 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-fc35e50f-ca2a-425f-a3c9-cca7d1de0f4b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb1096ad-5ec5-42c4-ac52-32a87a27d711 HTTP/1.1" status: 204 len: 168 time: 0.2490418 Oct 27 05:36:31.794770 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60176) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:31.794895 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e490ae-a7ea-4416-8ad8-3c1be279fa6a None None] Network 1ee6b9b7-b511-4140-b879-975b51aa8509 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:36:31.863672 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.921108 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Deleting port 091379b5-24a8-4f61-90e4-c860b2d3312c {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:31.921442 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.985224 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] For port 091379b5-24a8-4f61-90e4-c860b2d3312c, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=091379b5-24a8-4f61-90e4-c860b2d3312c,segment=NetworkSegment(22ef4da4-94e3-416a-bc5a-4db22c44d2b5),segment_id=22ef4da4-94e3-416a-bc5a-4db22c44d2b5)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:31.985527 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:31.998484 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Calling delete_port for 091379b5-24a8-4f61-90e4-c860b2d3312c owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:32.082381 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.102807 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9cd5d-3f56-45a5-b6c2-9746b515fb64 None None] DHCP port deletion for 1ee6b9b7-b511-4140-b879-975b51aa8509 request from dv-cinder-815461-4-smb {{(pid=101383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 05:36:32.113692 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=091379b5-24a8-4f61-90e4-c860b2d3312c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:32.118935 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] No DVR routers for this DVR port 091379b5-24a8-4f61-90e4-c860b2d3312c on host dv-cinder-815461-4-smb {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:36:32.196603 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.219772 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee6b9b7-b511-4140-b879-975b51aa8509']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:32.232797 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef4da4-94e3-416a-bc5a-4db22c44d2b5') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:32.233221 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef4da4-94e3-416a-bc5a-4db22c44d2b5') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:32.244101 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.257432 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.263582 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:36:32.263962 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:36:32.265600 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:36:32.317113 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.322294 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.325405 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] 10.222.0.15 "DELETE /v2.0/networks/1ee6b9b7-b511-4140-b879-975b51aa8509 HTTP/1.1" status: 204 len: 168 time: 0.5297034 Oct 27 05:36:32.328441 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60178) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:32.336029 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d7fd7-a173-4076-b548-58e99f860fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee6b9b7-b511-4140-b879-975b51aa8509,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:32.661978 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740666'] for router_interface, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.894583 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Deleting port d2fc72fd-44d1-438a-8926-6439fbec79a2 {{(pid=101381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:32.894916 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.975602 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.db [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] For port d2fc72fd-44d1-438a-8926-6439fbec79a2, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=d2fc72fd-44d1-438a-8926-6439fbec79a2,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:32.975892 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:32.987592 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.plugins.ml2.plugin [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Calling delete_port for d2fc72fd-44d1-438a-8926-6439fbec79a2 owned by network:router_interface {{(pid=101381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:33.134421 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 091379b5-24a8-4f61-90e4-c860b2d3312c no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:33.154764 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 091379b5-24a8-4f61-90e4-c860b2d3312c {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:36:33.155122 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 091379b5-24a8-4f61-90e4-c860b2d3312c not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:36:33.155535 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ee0bc3ff-732c-48fe-ad75-ff9da4636479 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:33.161674 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687792'] for port, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:33.174589 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: ee0bc3ff-732c-48fe-ad75-ff9da4636479 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:36:33.174935 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ee0bc3ff-732c-48fe-ad75-ff9da4636479 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:36:33.175374 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:33.191204 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fc72fd-44d1-438a-8926-6439fbec79a2,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:33.197069 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:36:33.197416 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 4b46cf9e-0cc5-4342-a9db-f6bca65e0c50 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:36:33.350037 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-764088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740822'] for router_interface, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:33.559536 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 has already been hosted by L3 agent 8d18b250-1686-4f63-bd86-ff1fb4c50f47 {{(pid=101381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 05:36:33.913713 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] Notify agent at l3_agent.dv-cinder-815461-4-smb the message routers_updated {{(pid=101381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 05:36:33.918702 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-387eb72f-04de-42f4-9c5b-132c568987b6 admin admin] 10.222.0.15 "PUT /v2.0/routers/544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5891652 Oct 27 05:36:33.921399 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60180) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:33.922438 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] Sync routers for ids ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'] in dv-cinder-815461-4-smb {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 05:36:33.933735 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] Routers {'544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:36:33.934331 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:36:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:34.027991 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks [] for router, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.038903 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] Set router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 gateway port host: dv-cinder-815461-4-smb {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:36:34.134627 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.186233 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Deleting port ad99b45d-856f-445a-a014-35b9e0fe1eee {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:34.186566 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.264453 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] For port ad99b45d-856f-445a-a014-35b9e0fe1eee, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=ad99b45d-856f-445a-a014-35b9e0fe1eee,segment=NetworkSegment(e885a1c6-004b-484a-8078-c612d1ba48be),segment_id=e885a1c6-004b-484a-8078-c612d1ba48be)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:34.264829 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.277174 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Calling delete_port for ad99b45d-856f-445a-a014-35b9e0fe1eee owned by network:router_gateway {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:34.299680 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'external_fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:36:33Z', 'revision_number': 5, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port': {'id': 'ad99b45d-856f-445a-a014-35b9e0fe1eee', 'name': '', 'network_id': 'd7ffb0fc-8220-4f99-b460-f382a856166b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '685d2010-8f58-4901-bac3-71e9b54080b1', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-4-smb'}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:34.325168 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] Checking router: 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 for host: dv-cinder-815461-4-smb {{(pid=101384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 05:36:34.334302 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] Routers {'544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'} bound to L3 agent in host dv-cinder-815461-4-smb {{(pid=101384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 05:36:34.334907 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T05:15:43Z,description=,heartbeat_timestamp=2021-10-27T05:36:13Z,host='dv-cinder-815461-4-smb',id=8d18b250-1686-4f63-bd86-ff1fb4c50f47,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T05:15:43Z,topic='l3_agent')) {'router_ids': ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'], 'active': True} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:34.422247 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_dvr_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] Set router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 gateway port host: None {{(pid=101384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 05:36:34.440681 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.465332 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad99b45d-856f-445a-a014-35b9e0fe1eee,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:34.475791 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.l3_hamode_db [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:36:34Z', 'revision_number': 6, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port_host': None}], 'dv-cinder-815461-4-smb', False) {} {{(pid=101384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:34.501615 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5637224-3654-4009-9fe6-527bc5db35f1 None None] The sync data for ids ['544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05'] in dv-cinder-815461-4-smb is: [{'id': '544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05', 'name': 'tempest-TestMinimumBasicScenario-1113780466-router', 'tenant_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T05:33:04Z', 'updated_at': '2021-10-27T05:36:34Z', 'revision_number': 6, 'project_id': 'd6049e58f0994987b92a5fcdb0c14ec6', 'gw_port_host': None}] {{(pid=101384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 05:36:34.523667 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739444'] for router_gateway, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.624245 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6675'] for router, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.626312 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.686762 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738532'] for router, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.687258 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 {{(pid=101382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 05:36:34.692041 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] Publish callbacks [] for router, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.693147 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-cac1ed59-5c52-4234-8849-27aba08f741a admin admin] 10.222.0.15 "DELETE /v2.0/routers/544cbc3b-1ec2-44fd-a1ce-1f1b3eeb9f05 HTTP/1.1" status: 204 len: 168 time: 0.7707911 Oct 27 05:36:34.695601 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60182) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:34.737485 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Deleting subnet db468cbc-b996-4375-9cb9-296f51709e9c {{(pid=101382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 27 05:36:34.740671 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.786075 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3761439'] for subnet, precommit_delete_associations {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.876514 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16397491'] for subnet, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.928466 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16397448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3872053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522502'] for subnet, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.951683 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db468cbc-b996-4375-9cb9-296f51709e9c,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:34.958768 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for subnet, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:34.963832 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-99a8547c-aa19-4a7a-8ea3-fadcaee2563a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/db468cbc-b996-4375-9cb9-296f51709e9c HTTP/1.1" status: 204 len: 168 time: 0.2673202 Oct 27 05:36:34.964724 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e295a-781b-42eb-9d6a-8050ec997ba3 None None] Network 0efb691b-1866-481d-9293-9b36b6edee29 requested from dv-cinder-815461-4-smb {{(pid=101383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 05:36:34.966350 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60184) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:35.035535 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16506374'] for network, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.091978 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Deleting port 2250c7c4-681a-42fd-9551-9aa6ffebfecb {{(pid=101382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:35.092396 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.156762 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.db [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] For port 2250c7c4-681a-42fd-9551-9aa6ffebfecb, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=2250c7c4-681a-42fd-9551-9aa6ffebfecb,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:35.157138 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.288349 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] DHCP port deletion for 0efb691b-1866-481d-9293-9b36b6edee29 request from dv-cinder-815461-4-smb {{(pid=101383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 05:36:35.340147 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device 2250c7c4-681a-42fd-9551-9aa6ffebfecb no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:35.382017 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Deleting port 2250c7c4-681a-42fd-9551-9aa6ffebfecb {{(pid=101383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 05:36:35.382387 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785279831574'] for port, before_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.409059 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.plugin [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Calling delete_port for 2250c7c4-681a-42fd-9551-9aa6ffebfecb owned by network:dhcp {{(pid=101382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:35.478180 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.db [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] For port 2250c7c4-681a-42fd-9551-9aa6ffebfecb, host dv-cinder-815461-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-4-smb',level=0,port_id=2250c7c4-681a-42fd-9551-9aa6ffebfecb,segment=NetworkSegment(509111dd-35e3-4b25-be25-387041df7789),segment_id=509111dd-35e3-4b25-be25-387041df7789)] {{(pid=101383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 05:36:35.478578 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-750052'] for port, precommit_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.488131 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3872234'] for port, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.495790 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Calling delete_port for 2250c7c4-681a-42fd-9551-9aa6ffebfecb owned by network:dhcp {{(pid=101383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 05:36:35.511628 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16458688'] for port, before_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.515510 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2250c7c4-681a-42fd-9551-9aa6ffebfecb,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:35.521301 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] No DVR routers for this DVR port 2250c7c4-681a-42fd-9551-9aa6ffebfecb on host dv-cinder-815461-4-smb {{(pid=101382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:36:35.593396 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ad99b45d-856f-445a-a014-35b9e0fe1eee no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:35.599867 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16396600', 'neutron.services.segments.db._delete_segments_for_network-8785279944991'] for network, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.616307 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: ad99b45d-856f-445a-a014-35b9e0fe1eee {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:36:35.616647 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device ad99b45d-856f-445a-a014-35b9e0fe1eee not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:36:35.617065 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device d2fc72fd-44d1-438a-8926-6439fbec79a2 no longer exists at agent ovs-agent-dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 05:36:35.620222 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efb691b-1866-481d-9293-9b36b6edee29']}} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:35.629821 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509111dd-35e3-4b25-be25-387041df7789') {'for_net_delete': True} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:35.630122 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.services.segments.db [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509111dd-35e3-4b25-be25-387041df7789') {} {{(pid=101382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 05:36:35.639188 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785279945256', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3761428'] for segment, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.643270 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.plugin [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] No Port match for: d2fc72fd-44d1-438a-8926-6439fbec79a2 {{(pid=101383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 05:36:35.643643 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.plugins.ml2.rpc [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Device d2fc72fd-44d1-438a-8926-6439fbec79a2 not bound to the agent host dv-cinder-815461-4-smb {{(pid=101383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 05:36:35.654806 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728'] for segment, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.654955 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16458668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785279984604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785279441228'] for port, after_delete {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.662498 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 05:36:35.662912 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16399728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3872159'] for segment, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: Traceback (most recent call last): Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: timer() Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: cb(*args, **kw) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: return func(*args, **kwargs) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: self._notify() Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: self.callback(batched_events) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: event.method(event) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: return f(self, *a, **k) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: return self._get(url).json() Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: return self.request(url, 'GET', **kwargs) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 05:36:35.664796 dv-cinder-815461-4-smb neutron-server[101382]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 05:36:35.682086 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Pushing event deleted for resources: {'Port': ['ID=2250c7c4-681a-42fd-9551-9aa6ffebfecb,revision_number=None']} {{(pid=101383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:35.684328 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] No DVR routers for this DVR port 2250c7c4-681a-42fd-9551-9aa6ffebfecb on host dv-cinder-815461-4-smb {{(pid=101383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.694337 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.696383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.696383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.696383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.696383 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec656b-4d4b-46cc-9cf0-c37951943b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-4-smb {{(pid=101383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 05:36:35.720696 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16396593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-764033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739400'] for network, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.726459 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-764051'] for network, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:35.730090 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0efb691b-1866-481d-9293-9b36b6edee29 HTTP/1.1" status: 204 len: 168 time: 0.7627802 Oct 27 05:36:35.742896 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395d976-3676-4680-b53e-fcffe9c72cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0efb691b-1866-481d-9293-9b36b6edee29,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:35.919165 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60188) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:35.957925 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-ff169392-f141-4c8d-b7fb-158a6c313855 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdb3a36e93bd452e8dd7ed93bf7d8972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376239 Oct 27 05:36:35.960285 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.wsgi [-] (101382) accepted ('10.222.0.15', 60190) {{(pid=101382) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:36.007198 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b76d242-773e-4b4d-8ca9-d07058f81c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.026802 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b76d242-773e-4b4d-8ca9-d07058f81c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.071181 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b76d242-773e-4b4d-8ca9-d07058f81c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.073730 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron_lib.callbacks.manager [None req-8b76d242-773e-4b4d-8ca9-d07058f81c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.074890 dv-cinder-815461-4-smb neutron-server[101382]: INFO neutron.wsgi [None req-8b76d242-773e-4b4d-8ca9-d07058f81c9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6afcfd64-34d7-4972-8504-d4ad472095cf HTTP/1.1" status: 204 len: 168 time: 0.1137173 Oct 27 05:36:36.082930 dv-cinder-815461-4-smb neutron-server[101382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76d242-773e-4b4d-8ca9-d07058f81c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afcfd64-34d7-4972-8504-d4ad472095cf,revision_number=None']} {{(pid=101382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:36.380122 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60196) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:36.419918 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-1dae4577-f9a1-4792-9d7b-41577b40ea9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6049e58f0994987b92a5fcdb0c14ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386271 Oct 27 05:36:36.422233 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [-] (101381) accepted ('10.222.0.15', 60198) {{(pid=101381) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 05:36:36.467807 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02287c04-9847-4b72-be29-36a0e61bad1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.487943 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02287c04-9847-4b72-be29-36a0e61bad1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.531270 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02287c04-9847-4b72-be29-36a0e61bad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540943'] for security_group, after_delete {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.533759 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron_lib.callbacks.manager [None req-02287c04-9847-4b72-be29-36a0e61bad1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:36.534854 dv-cinder-815461-4-smb neutron-server[101381]: INFO neutron.wsgi [None req-02287c04-9847-4b72-be29-36a0e61bad1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5daef827-cbc3-4c54-8b7c-8b00bea2917a HTTP/1.1" status: 204 len: 168 time: 0.1117373 Oct 27 05:36:36.542059 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02287c04-9847-4b72-be29-36a0e61bad1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daef827-cbc3-4c54-8b7c-8b00bea2917a,revision_number=None']} {{(pid=101381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 05:36:40.852764 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a6cc-b576-416e-a939-b28fb6fbb6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:40.990072 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:36:43.371462 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1427c70a-d811-44f8-9b72-22885fb71e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:44.536466 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:44.889866 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:46.396902 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:36:57.604167 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:10.854056 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-438116de-6ffa-4b2b-afb7-bc5a0276dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:13.373423 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-26cb97dd-0d2b-4c64-892a-a7c944d07221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:14.536704 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:14.893660 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:16.399228 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:17.989870 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:37:27.593836 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:40.855080 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-70259c1a-7064-4926-a0e6-d044219739e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:43.374753 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-4b859d9e-63d4-4f51-8783-fcf49d89e1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:44.538561 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:44.895993 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:46.401501 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:37:54.991701 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:37:57.609297 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:10.856756 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-daf0d586-a13d-4755-84bb-68ed40255bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:13.375809 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b34d86cb-fe3d-411d-8db5-d2647d4ffaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:14.541175 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:14.899114 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:16.405970 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:27.609514 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:31.990717 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:38:40.858080 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-1979952e-d166-42b1-884e-e34b010a91ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:43.376287 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-fc596d34-ea07-49f6-b7b4-6bfa5ac8abd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:44.543034 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:44.902611 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:46.406489 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:38:57.623236 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:08.990525 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:39:10.859797 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-6567f0aa-2e24-479c-adae-38377212c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:13.377600 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-df1119cb-161c-414e-8161-4d0e6a45b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:14.545387 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:14.906795 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:16.408815 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:27.621582 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:31.647863 dv-cinder-815461-4-smb neutron-server[101381]: DEBUG neutron.wsgi [req-2edf8aca-3932-43fc-841f-97ebe9523a89 req-35cc0ec2-1df0-4a53-84f4-aa2e353f0a5a service neutron] (101381) timed out ('10.222.0.25', 52641) {{(pid=101381) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 05:39:40.862842 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e5f6-c473-4f3a-b999-da2a2bb6508f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:43.379178 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-953529f9-1ff6-4364-90ed-3a142f02969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:44.547988 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:44.908677 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:45.990281 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:39:46.416680 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:39:57.624804 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:10.865551 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a51e-5642-4dff-89ea-21bb36c5f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:13.380115 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-3f0ef4b0-6534-4d10-8585-e0bb5efc4522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:14.550320 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:14.913102 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:16.414697 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:22.988274 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:40:27.620073 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:40.861858 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-af9d251a-5228-4cfb-a31e-f014ae1d3f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:43.382050 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d1d848e-cefa-47ff-bae7-158ccde1ee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:44.551969 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:44.914186 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:46.419810 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:57.621304 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:40:59.986175 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:41:10.864104 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-ef2ddf5d-80ac-4dad-8c28-3ec7ccf0b2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:13.383394 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d46925cb-67df-47e3-978a-b00c4f2de0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:14.554720 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:14.916237 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:16.420936 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:27.626346 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b6-1da4-4672-bfe1-a698a456a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:36.984610 dv-cinder-815461-4-smb neutron-server[101384]: DEBUG neutron.db.agents_db [None req-a7c6d499-78d6-4e64-9640-6f9139ea17d4 None None] Agent healthcheck: found 6 active agents {{(pid=101384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 05:41:40.867325 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-34e8fbba-67b2-4154-a083-4720ddacedde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:43.384122 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-68b02910-f5ee-45f1-b080-1e16e2e52952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:44.556014 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-d5f24706-ebf2-45b5-a38d-6b9b2323b202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:44.922594 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-5d46615a-7497-405a-a4e7-3a3cf6bc1f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 05:41:46.424916 dv-cinder-815461-4-smb neutron-server[101383]: DEBUG neutron_lib.callbacks.manager [None req-cbb93609-f46b-4133-a086-abc6e576ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785279944973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16393714'] for agent, after_update {{(pid=101383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}